-- Logs begin at Wed 2021-02-03 19:15:26 UTC, end at Wed 2021-02-03 20:36:08 UTC. -- Feb 03 20:03:26.243602 dv-cinder-773985-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 03 20:03:28.958590 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.common.config [-] Logging enabled! Feb 03 20:03:28.959273 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev465 Feb 03 20:03:28.960466 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80058) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 03 20:03:28.962222 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.common.config [-] Logging enabled! Feb 03 20:03:28.962513 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev465 Feb 03 20:03:28.962868 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80058) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 03 20:03:28.963962 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 03 20:03:28.964231 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 03 20:03:28.965300 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 03 20:03:28.965587 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 03 20:03:28.965846 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 03 20:03:28.966215 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.966592 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.966906 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.967169 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.967510 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.967879 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.968207 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.968547 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.968892 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.969219 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.969539 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.969867 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.970130 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.970451 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.970788 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.971120 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.971375 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] debug = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.971719 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.972264 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.973120 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.973446 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.973781 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.974096 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.974416 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.974742 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.975116 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] host = dv-cinder-773985-1-smb {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.975437 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.975799 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.976134 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.976469 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.976787 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.977106 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.977437 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.977753 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.978068 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] log_file = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.978387 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.978723 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.979057 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.979395 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.979703 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.979962 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.980294 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.980630 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.980945 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.981260 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.981576 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.981890 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.982207 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.982516 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.982850 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.983181 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.983512 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.983857 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.984173 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.984486 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.984800 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.985135 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.985450 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.985765 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.986078 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.986410 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.986720 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.987034 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.987382 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.987737 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.988646 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.988978 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.989297 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.989628 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.989942 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.990256 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.990568 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] use_json = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.990881 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.991192 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.991519 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.991862 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.992175 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.992490 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.992802 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.993135 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:28.993478 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:28.993822 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:28.994170 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:28.994494 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:28.994833 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:28.995164 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:28.995503 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:28.995853 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:28.996189 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:28.996524 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:28.996855 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:28.997175 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:28.997505 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:28.997825 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:28.998165 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:28.998515 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:28.998854 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:28.999191 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:28.999508 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:28.999851 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.000169 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.000491 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.000816 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.001155 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.001489 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.001804 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.002166 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.002459 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.002776 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.003087 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.003405 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.004403 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.004876 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.005201 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.005527 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.005844 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.006158 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.006472 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.006789 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.007131 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.007449 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.007786 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.008099 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.008416 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.008729 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.009056 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.009373 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.009684 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.009996 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.010312 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.010623 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.010935 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.011252 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.011596 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.011906 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.012198 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.012516 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.012830 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.013141 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.013453 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.013766 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.014078 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.014394 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.014709 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.015022 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.015337 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.015672 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.015990 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.016315 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.016654 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.016973 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.017291 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.017608 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.017926 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.018242 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.018557 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.018875 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.019271 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.020355 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.020481 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.020783 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.021113 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.021438 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.021758 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.022102 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.022445 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.022741 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.023060 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.023378 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.023726 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.024059 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.024394 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.024728 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.025061 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.025400 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.025733 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.026054 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.026413 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.026734 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:29.026982 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 03 20:03:29.027245 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80058) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 03 20:03:29.682935 dv-cinder-773985-1-smb neutron-server[80058]: INFO keyring.backend [-] Loading Gnome Feb 03 20:03:29.699486 dv-cinder-773985-1-smb neutron-server[80058]: INFO keyring.backend [-] Loading Google Feb 03 20:03:29.702146 dv-cinder-773985-1-smb neutron-server[80058]: INFO keyring.backend [-] Loading Windows (alt) Feb 03 20:03:29.705570 dv-cinder-773985-1-smb neutron-server[80058]: INFO keyring.backend [-] Loading file Feb 03 20:03:29.706411 dv-cinder-773985-1-smb neutron-server[80058]: INFO keyring.backend [-] Loading keyczar Feb 03 20:03:29.706734 dv-cinder-773985-1-smb neutron-server[80058]: INFO keyring.backend [-] Loading multi Feb 03 20:03:29.707379 dv-cinder-773985-1-smb neutron-server[80058]: INFO keyring.backend [-] Loading pyfs Feb 03 20:03:29.754391 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80058) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:03:29.754718 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80058) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:03:29.755045 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80058) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:03:29.755432 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 03 20:03:30.146604 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.147157 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.147157 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.194994 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.195308 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.195625 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.199216 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.199528 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.199852 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.267448 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.267788 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.268093 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.270136 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.270462 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.270830 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.548727 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.549052 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.549354 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.549655 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.551058 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.698644 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.699016 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.699339 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.699662 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.699962 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.700341 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.700639 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.700931 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.701214 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.701548 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.701844 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.702149 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.702453 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.702744 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.703052 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.703363 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.703678 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.703998 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.704285 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.704773 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.705057 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.705339 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.705682 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.705962 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.706237 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.706708 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80058) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 03 20:03:30.707123 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80058) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 03 20:03:30.707473 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80058) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 03 20:03:30.707770 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80058) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 03 20:03:30.708045 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80058) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 03 20:03:30.708315 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80058) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 03 20:03:30.709716 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 03 20:03:30.712900 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 03 20:03:30.716918 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 03 20:03:30.720981 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Feb 03 20:03:30.722745 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 03 20:03:30.723964 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 03 20:03:30.724352 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 03 20:03:30.724793 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 03 20:03:30.727526 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 03 20:03:30.727832 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 03 20:03:30.728242 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 03 20:03:30.750276 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 03 20:03:30.750794 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.751131 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80058) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 03 20:03:30.751617 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.752891 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80058) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 03 20:03:30.753216 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 03 20:03:30.753493 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 03 20:03:30.757217 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.757532 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:30.823351 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 03 20:03:30.823593 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 03 20:03:30.823861 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 03 20:03:30.824306 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 03 20:03:30.859879 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_db.sqlalchemy.engines [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80058) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 03 20:03:31.426419 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.plugins.ml2.managers [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Initializing driver for type 'gre' Feb 03 20:03:31.427034 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] gre ID ranges: [(1, 1000)] Feb 03 20:03:31.530723 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.plugins.ml2.managers [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Initializing driver for type 'local' Feb 03 20:03:31.531097 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.plugins.ml2.managers [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Initializing driver for type 'vlan' Feb 03 20:03:31.585595 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] VlanTypeDriver initialization complete Feb 03 20:03:31.586039 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.plugins.ml2.managers [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Initializing driver for type 'vxlan' Feb 03 20:03:31.586652 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] vxlan ID ranges: [(1, 1000)] Feb 03 20:03:31.694187 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.plugins.ml2.managers [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Initializing extension driver 'port_security' Feb 03 20:03:31.694488 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.plugins.ml2.extensions.port_security [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] PortSecurityExtensionDriver initialization complete Feb 03 20:03:31.694859 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.plugins.ml2.managers [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Initializing mechanism driver 'openvswitch' Feb 03 20:03:31.701185 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80058) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:03:31.702046 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > port after_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.702461 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > port after_update 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.702857 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > port after_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.703290 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > subnet after_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.703711 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > subnet after_update 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.704183 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > subnet after_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.704603 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > network after_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.704994 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > network after_update 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.705377 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > network after_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.705798 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > security_group after_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.706185 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > security_group after_update 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.707140 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > security_group after_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.707345 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.707768 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.708154 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.708662 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > address_group after_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.709046 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > address_group after_update 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.709425 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > address_group after_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.709796 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] ML2 OVO RPC backend initialized. {{(pid=80058) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 03 20:03:31.710514 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > router_interface after_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.710908 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.711370 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > network before_response 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.711788 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > networks before_response 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.712193 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > port before_response 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.712616 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > ports before_response 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.713007 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > subnet before_response 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.713387 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > subnets before_response 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.713776 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > network after_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.714155 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > network after_update 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.714534 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > network after_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.714911 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > port after_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.715311 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > port after_update 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.715789 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > port after_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.716100 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > subnet after_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.716503 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > subnet after_update 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.716881 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > subnet after_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.717534 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.plugins.ml2.plugin [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Modular L2 Plugin initialization complete Feb 03 20:03:31.717894 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading services supported by the core plugin {{(pid=80058) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 03 20:03:31.718342 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.plugins.ml2.managers [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Got port-security extension from driver 'port_security' Feb 03 20:03:31.718934 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.extensions.vlantransparent [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Disabled vlantransparent extension. Feb 03 20:03:31.720497 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80058) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 03 20:03:31.720858 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading Plugin: router Feb 03 20:03:31.759933 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > router_interface before_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.760394 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > router after_create 55549900 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.760792 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > router before_create 55549900 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.761197 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.761626 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.762017 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > router after_delete 55549900 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.762420 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > floatingip after_update 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.762831 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > router after_create 55549900 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.763220 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > router after_update 55549900 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.763649 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > router after_update 55549900 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.764043 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.764450 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > router after_update 55549900 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.764938 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > router precommit_update 55549900 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.765359 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: port after_update 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.765742 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: port after_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.766120 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: subnet after_update 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.766499 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.766891 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > port precommit_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.767281 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > router precommit_create 55549900 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.767688 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: port before_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.768074 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > router precommit_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.768480 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > router after_update 55549900 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.768866 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > router precommit_delete 55549900 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.769574 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > router precommit_create 55549900 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.770115 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > router_interface after_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.770507 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > router precommit_update 55549900 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.770941 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > network after_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.771977 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource_registry [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Tracking information for resource: router configured {{(pid=80058) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 03 20:03:31.772352 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource_registry [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Tracking information for resource: floatingip configured {{(pid=80058) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 03 20:03:31.777286 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.l3_agentschedulers_db [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 03 20:03:31.777945 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: port after_update 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.778348 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: port after_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.778738 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: port after_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.779127 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: port after_update 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.780076 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > router before_create 55550100 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.780483 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > router precommit_delete 55550100 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.780891 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > router precommit_create 55550100 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.781290 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > router precommit_update 55550100 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.786911 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.provider_configuration [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Service providers = [] {{(pid=80058) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 03 20:03:31.787308 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.servicetype_db [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80058) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 03 20:03:31.790223 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.service_base [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80058) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 03 20:03:31.790613 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.service_base [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80058) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 03 20:03:31.790993 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.service_base [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80058) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 03 20:03:31.791910 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.service_base [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80058) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 03 20:03:31.792315 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.services.service_base [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 03 20:03:31.792751 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80058) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 03 20:03:31.793111 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 03 20:03:31.804336 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80058) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 03 20:03:31.804717 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading Plugin: auto_allocate Feb 03 20:03:31.810408 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: network precommit_update 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.810817 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: network precommit_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.811417 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80058) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 03 20:03:31.811812 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading Plugin: tag Feb 03 20:03:31.820369 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80058) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 03 20:03:31.820742 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading Plugin: timestamp Feb 03 20:03:31.824639 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80058) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 03 20:03:31.825005 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading Plugin: network_ip_availability Feb 03 20:03:31.830553 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.830959 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.831357 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:31.832289 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80058) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 03 20:03:31.832658 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading Plugin: flavors Feb 03 20:03:31.837177 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80058) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 03 20:03:31.837548 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading Plugin: revisions Feb 03 20:03:31.842030 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80058) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 03 20:03:31.842463 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.087s {{(pid=80058) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:03:31.843276 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80058) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 03 20:03:31.843677 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Initializing extension manager. Feb 03 20:03:31.844250 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: __init__.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.844634 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: __pycache__ {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.845009 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.845381 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: address_group.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.846197 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.846848 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: address-group Feb 03 20:03:31.847807 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: address_scope.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.848812 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.849396 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: address-scope Feb 03 20:03:31.849766 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: admin_state_down_before_update.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.850729 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.851308 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: router-admin-state-down-before-update Feb 03 20:03:31.851700 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: agent.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.852472 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.853049 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: agent Feb 03 20:03:31.853411 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: agent_resources_synced.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.854342 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.854936 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: agent-resources-synced Feb 03 20:03:31.855297 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: allowedaddresspairs.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.857144 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.857739 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: allowed-address-pairs Feb 03 20:03:31.858105 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: auto_allocated_topology.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.859185 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.859794 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: auto-allocated-topology Feb 03 20:03:31.860162 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: availability_zone.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.860962 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.861542 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: availability_zone Feb 03 20:03:31.861910 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: availability_zone_filter.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.863489 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.864376 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: availability_zone_filter Feb 03 20:03:31.864746 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: data_plane_status.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.865681 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.866269 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension data-plane-status not supported by any of loaded plugins Feb 03 20:03:31.866636 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: default_subnetpools.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.867704 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.868291 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: default-subnetpools Feb 03 20:03:31.868658 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: dhcpagentscheduler.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.869517 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.870104 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: dhcp_agent_scheduler Feb 03 20:03:31.870469 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: dns.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.871390 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.871996 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension dns-integration not supported by any of loaded plugins Feb 03 20:03:31.873043 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: dns_domain_ports.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.873287 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.873862 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 03 20:03:31.874229 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: dvr.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.874962 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.875541 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: dvr Feb 03 20:03:31.875932 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: empty_string_filtering.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.876869 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.877447 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: empty-string-filtering Feb 03 20:03:31.877808 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.879013 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.879426 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 03 20:03:31.879813 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.880741 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.881320 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 03 20:03:31.881684 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: external_net.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.882604 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.883189 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: external-net Feb 03 20:03:31.883554 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: extra_dhcp_opt.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.884512 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.885094 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: extra_dhcp_opt Feb 03 20:03:31.885459 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: extraroute.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.886378 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.886960 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: extraroute Feb 03 20:03:31.887323 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: extraroute_atomic.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.888391 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.888974 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: extraroute-atomic Feb 03 20:03:31.889340 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: filter_validation.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.890047 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.890624 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: filter-validation Feb 03 20:03:31.890985 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: fip_pf_description.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.891934 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.892511 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 03 20:03:31.892871 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: fip_port_details.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.893799 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.894691 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: fip-port-details Feb 03 20:03:31.895107 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: flavors.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.896481 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.897073 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: flavors Feb 03 20:03:31.897440 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.899110 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.899738 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 03 20:03:31.900117 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: floatingip_pools.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.900886 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.901474 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: floatingip-pools Feb 03 20:03:31.901839 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: ip_allocation.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.902790 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.903371 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension ip_allocation not supported by any of loaded plugins Feb 03 20:03:31.903766 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.904701 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.905283 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: ip-substring-filtering Feb 03 20:03:31.905646 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: l2_adjacency.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.906576 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.907152 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension l2_adjacency not supported by any of loaded plugins Feb 03 20:03:31.907513 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: l3.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.908642 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.909232 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: router Feb 03 20:03:31.909598 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: l3_conntrack_helper.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.912645 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.913246 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 03 20:03:31.913620 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.914561 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.915156 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: ext-gw-mode Feb 03 20:03:31.915523 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.916508 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.917094 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: l3-ha Feb 03 20:03:31.917459 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: l3_flavors.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.918384 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.918973 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: l3-flavors Feb 03 20:03:31.919338 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.920385 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.920970 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: l3-port-ip-change-not-allowed Feb 03 20:03:31.921336 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: l3agentscheduler.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.922528 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.923120 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: l3_agent_scheduler Feb 03 20:03:31.923489 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: logging.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.925034 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.926411 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension logging not supported by any of loaded plugins Feb 03 20:03:31.926793 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: metering.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.927604 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.928323 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: metering Feb 03 20:03:31.928691 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.929847 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.930437 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: metering_source_and_destination_fields Feb 03 20:03:31.930805 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: multiprovidernet.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.931792 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.932376 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: multi-provider Feb 03 20:03:31.932741 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: netmtu.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.933663 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.934244 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: net-mtu Feb 03 20:03:31.934609 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: netmtu_writable.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.935547 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.936162 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: net-mtu-writable Feb 03 20:03:31.936528 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: network_availability_zone.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.937250 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.937832 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: network_availability_zone Feb 03 20:03:31.938193 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: network_ip_availability.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.939405 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.940055 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: network-ip-availability Feb 03 20:03:31.940424 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: network_segment_range.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.941390 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.941971 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension network-segment-range not supported by any of loaded plugins Feb 03 20:03:31.942335 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: pagination.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.943337 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.943747 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: pagination Feb 03 20:03:31.944112 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: port_device_profile.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.945093 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.945640 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: port-device-profile Feb 03 20:03:31.946002 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.946927 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.947507 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: port-mac-address-regenerate Feb 03 20:03:31.947894 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.948816 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.949395 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: port-numa-affinity-policy Feb 03 20:03:31.949758 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: port_resource_request.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.950680 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.951288 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension port-resource-request not supported by any of loaded plugins Feb 03 20:03:31.951640 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: portbindings.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.952583 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.953164 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: binding Feb 03 20:03:31.953523 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: portbindings_extended.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.954813 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.955400 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: binding-extended Feb 03 20:03:31.955793 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: portsecurity.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.956766 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.957356 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: port-security Feb 03 20:03:31.957719 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: project_id.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.958708 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.959087 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: project-id Feb 03 20:03:31.959452 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: providernet.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.960404 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.960989 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: provider Feb 03 20:03:31.961350 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: qos.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.965091 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.965690 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension qos not supported by any of loaded plugins Feb 03 20:03:31.966060 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.967345 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.967999 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 03 20:03:31.968374 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.969312 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.969899 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 03 20:03:31.970264 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: qos_default.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.971189 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.971813 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension qos-default not supported by any of loaded plugins Feb 03 20:03:31.972704 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: qos_fip.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.973419 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.974005 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension qos-fip not supported by any of loaded plugins Feb 03 20:03:31.974369 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: qos_gateway_ip.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.975307 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.975927 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 03 20:03:31.976292 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: qos_port_network_policy.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.977215 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.977810 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 03 20:03:31.978174 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: qos_rule_type_details.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.979089 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.979717 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 03 20:03:31.980087 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: qos_rules_alias.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.981143 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.981729 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 03 20:03:31.982093 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: quotasv2.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.983104 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.983477 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: quotas Feb 03 20:03:31.983891 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: quotasv2_detail.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.985529 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.985912 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: quota_details Feb 03 20:03:31.986283 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: rbac.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.987561 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.988827 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: rbac-policies Feb 03 20:03:31.989196 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: rbac_address_scope.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.990136 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.990729 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: rbac-address-scope Feb 03 20:03:31.991098 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: rbac_security_groups.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.992047 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.992636 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: rbac-security-groups Feb 03 20:03:31.992998 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: rbac_subnetpool.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.993927 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.994516 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: rbac-subnetpool Feb 03 20:03:31.994878 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: revisionifmatch.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.995848 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.996448 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: revision-if-match Feb 03 20:03:31.996811 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: revisions.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.997954 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:31.998538 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: standard-attr-revisions Feb 03 20:03:31.998910 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: router_availability_zone.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:31.999661 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:32.000254 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: router_availability_zone Feb 03 20:03:32.000622 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: routerservicetype.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:32.001553 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:32.002134 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension router-service-type not supported by any of loaded plugins Feb 03 20:03:32.002495 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:32.003477 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:32.004164 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: security-groups-normalized-cidr Feb 03 20:03:32.004536 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: security_groups_port_filtering.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:32.005472 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:32.006056 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: port-security-groups-filtering Feb 03 20:03:32.006418 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:32.007358 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:32.007982 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: security-groups-remote-address-group Feb 03 20:03:32.008342 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: securitygroup.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:32.021723 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:32.022350 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: security-group Feb 03 20:03:32.022724 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: segment.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:32.023628 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:32.024207 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension segment not supported by any of loaded plugins Feb 03 20:03:32.024580 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:32.025546 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:32.026136 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 03 20:03:32.026508 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: servicetype.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:32.027672 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:32.028303 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: service-type Feb 03 20:03:32.028675 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: sorting.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:32.029675 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:32.030058 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: sorting Feb 03 20:03:32.030424 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: standard_attr_segment.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:32.031344 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:32.031974 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 03 20:03:32.032344 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: standardattrdescription.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:32.033049 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:32.033633 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: standard-attr-description Feb 03 20:03:32.033994 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: stateful_security_group.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:32.035489 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:32.036109 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: stateful-security-group Feb 03 20:03:32.036471 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: stdattrs_common.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:32.037061 dv-cinder-773985-1-smb neutron-server[80058]: WARNING neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 03 20:03:32.037424 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:32.038467 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:32.039059 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 03 20:03:32.039424 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: subnet_onboard.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:32.040517 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:32.041112 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: subnet_onboard Feb 03 20:03:32.041480 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:32.042412 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:32.043000 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 03 20:03:32.043365 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: subnet_service_types.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:32.044331 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:32.044911 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: subnet-service-types Feb 03 20:03:32.045271 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: subnetallocation.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:32.046352 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:32.046940 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: subnet_allocation Feb 03 20:03:32.047305 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:32.048030 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:32.048616 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: subnetpool-prefix-ops Feb 03 20:03:32.048980 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:32.049916 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:32.051127 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 03 20:03:32.051606 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: tagging.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:32.052900 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:32.053492 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: standard-attr-tag Feb 03 20:03:32.053863 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: timestamp.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:32.055046 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:32.055669 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loaded extension: standard-attr-timestamp Feb 03 20:03:32.056046 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: trunk.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:32.057079 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:32.057675 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension trunk not supported by any of loaded plugins Feb 03 20:03:32.058041 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: trunk_details.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:32.058970 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:32.059555 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension trunk-details not supported by any of loaded plugins Feb 03 20:03:32.059952 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: uplink_status_propagation.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:32.060879 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:32.061460 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 03 20:03:32.061827 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Loading extension file: vlantransparent.py {{(pid=80058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 20:03:32.062544 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 20:03:32.063126 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extension vlan-transparent not supported by any of loaded plugins Feb 03 20:03:32.066213 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.quota.resource_registry [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Creating instance of TrackedResource for resource:network Feb 03 20:03:32.067162 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.quota.resource_registry [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Creating instance of TrackedResource for resource:subnet Feb 03 20:03:32.067858 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.quota.resource_registry [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 20:03:32.068525 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.quota.resource_registry [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Creating instance of TrackedResource for resource:port Feb 03 20:03:32.070884 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.resource_helper [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80058) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 03 20:03:32.071392 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.resource_helper [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Service FLAVORS assigned prefix: {{(pid=80058) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 03 20:03:32.072138 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.resource_helper [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80058) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 03 20:03:32.072622 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.resource_helper [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80058) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 03 20:03:32.073002 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.quota.resource_registry [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Creating instance of TrackedResource for resource:router Feb 03 20:03:32.073738 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.quota.resource_registry [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Creating instance of TrackedResource for resource:floatingip Feb 03 20:03:32.074526 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.resource_helper [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Service METERING assigned prefix: /metering {{(pid=80058) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 03 20:03:32.076376 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:32.076785 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:32.077176 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80058) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:03:32.078316 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.quota.resource_registry [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Creating instance of CountableResource for resource:rbac_policy Feb 03 20:03:32.078813 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.quota.resource_registry [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Creating instance of TrackedResource for resource:security_group Feb 03 20:03:32.079651 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.quota.resource_registry [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 03 20:03:32.080461 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.resource_helper [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Service CORE assigned prefix: {{(pid=80058) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 03 20:03:32.080838 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.quota.resource_registry [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 20:03:32.081217 dv-cinder-773985-1-smb neutron-server[80058]: WARNING neutron.quota.resource_registry [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] subnetpool is already registered Feb 03 20:03:32.082448 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.resource_helper [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Service CORE assigned prefix: {{(pid=80058) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 03 20:03:32.082990 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.quota.resource_registry [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 20:03:32.083360 dv-cinder-773985-1-smb neutron-server[80058]: WARNING neutron.quota.resource_registry [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] subnetpool is already registered Feb 03 20:03:32.086160 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.resource_helper [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80058) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 03 20:03:32.086650 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.resource_helper [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Service FLAVORS assigned prefix: {{(pid=80058) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 03 20:03:32.087312 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.resource_helper [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80058) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 03 20:03:32.087812 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.resource_helper [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80058) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 03 20:03:32.088189 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.quota.resource_registry [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Creating instance of TrackedResource for resource:router Feb 03 20:03:32.088558 dv-cinder-773985-1-smb neutron-server[80058]: WARNING neutron.quota.resource_registry [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] router is already registered Feb 03 20:03:32.089225 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.quota.resource_registry [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Creating instance of TrackedResource for resource:floatingip Feb 03 20:03:32.089594 dv-cinder-773985-1-smb neutron-server[80058]: WARNING neutron.quota.resource_registry [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] floatingip is already registered Feb 03 20:03:32.090295 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.resource_helper [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Service METERING assigned prefix: /metering {{(pid=80058) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 03 20:03:32.091039 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.quota.resource_registry [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Creating instance of CountableResource for resource:rbac_policy Feb 03 20:03:32.091408 dv-cinder-773985-1-smb neutron-server[80058]: WARNING neutron.quota.resource_registry [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] rbac_policy is already registered Feb 03 20:03:32.092085 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.quota.resource_registry [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Creating instance of TrackedResource for resource:security_group Feb 03 20:03:32.092459 dv-cinder-773985-1-smb neutron-server[80058]: WARNING neutron.quota.resource_registry [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] security_group is already registered Feb 03 20:03:32.093109 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.quota.resource_registry [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 03 20:03:32.093478 dv-cinder-773985-1-smb neutron-server[80058]: WARNING neutron.quota.resource_registry [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] security_group_rule is already registered Feb 03 20:03:32.094211 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.resource_helper [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Service CORE assigned prefix: {{(pid=80058) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 03 20:03:32.094579 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.quota.resource_registry [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 20:03:32.094949 dv-cinder-773985-1-smb neutron-server[80058]: WARNING neutron.quota.resource_registry [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] subnetpool is already registered Feb 03 20:03:32.095756 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.resource_helper [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Service CORE assigned prefix: {{(pid=80058) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 03 20:03:32.096127 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.quota.resource_registry [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 20:03:32.096496 dv-cinder-773985-1-smb neutron-server[80058]: WARNING neutron.quota.resource_registry [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] subnetpool is already registered Feb 03 20:03:32.097797 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: extensions {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.099610 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: address-groups {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.101280 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: address-scopes {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.102554 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: agents {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.103797 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: auto-allocated-topology {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.105141 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: availability_zones {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.106531 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: dhcp-networks {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.108052 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: dhcp-agents {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.109544 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: routers {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.111442 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: flavors {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.112822 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: service_profiles {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.114199 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: next_providers {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.115846 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: service_profiles {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.117374 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: floatingip-pools {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.118649 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: routers {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.120576 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: floatingips {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.121838 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: l3-routers {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.123303 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: l3-agents {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.124853 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: metering-labels {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.126275 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: metering-label-rules {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.127710 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: network-ip-availabilities {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.129137 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: bindings {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.130867 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: quotas {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.132412 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: quotas {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.133900 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: rbac-policies {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.135292 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: security-groups {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.136632 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: security-group-rules {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.137933 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: service-providers {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.139248 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: subnetpools {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.140768 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: subnetpools {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.142339 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: tags {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.144724 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: tags {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.147518 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: tags {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.149425 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: tags {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.151316 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: tags {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.153132 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: tags {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.155025 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: tags {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.157012 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: tags {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.159000 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: tags {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.161618 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.extensions [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Extended resource: tags {{(pid=80058) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 20:03:32.168696 dv-cinder-773985-1-smb neutron-server[80058]: WARNING keystonemiddleware.auth_token [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 03 20:03:32.173993 dv-cinder-773985-1-smb neutron-server[80058]: WARNING keystonemiddleware.auth_token [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 03 20:03:32.183460 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Acquired lock "singleton_lock" {{(pid=80058) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 03 20:03:32.184036 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Releasing lock "singleton_lock" {{(pid=80058) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 03 20:03:32.185509 dv-cinder-773985-1-smb neutron-server[80058]: INFO oslo_service.service [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Starting 2 workers Feb 03 20:03:32.190366 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Started child 80169 {{(pid=80058) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 03 20:03:32.195548 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:03:32.195909 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Started child 80170 {{(pid=80058) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 03 20:03:32.197011 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [-] (80169) wsgi starting up on http://0.0.0.0:9696 Feb 03 20:03:32.197483 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.service [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Neutron service started, listening on 0.0.0.0:9696 Feb 03 20:03:32.198170 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Notify callbacks [] for process, before_spawn {{(pid=80058) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:03:32.200195 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:03:32.200780 dv-cinder-773985-1-smb neutron-server[80058]: INFO oslo_service.service [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Starting 1 workers Feb 03 20:03:32.201812 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [-] (80170) wsgi starting up on http://0.0.0.0:9696 Feb 03 20:03:32.206254 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Started child 80171 {{(pid=80058) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 03 20:03:32.207437 dv-cinder-773985-1-smb neutron-server[80058]: INFO oslo_service.service [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Starting 1 workers Feb 03 20:03:32.209462 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.service [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] calling RpcWorker wait() {{(pid=80171) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 03 20:03:32.209868 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.service [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] returning from RpcWorker wait() {{(pid=80171) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 03 20:03:32.211421 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:03:32.211952 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:03:32.212400 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Started child 80172 {{(pid=80058) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 03 20:03:32.213215 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb68ffc9-8463-4ecf-937a-53948c59278d None None] Notify callbacks [] for process, after_spawn {{(pid=80058) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:03:32.214948 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80058) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 03 20:03:32.215189 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 03 20:03:32.215396 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 03 20:03:32.215697 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 03 20:03:32.216094 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 03 20:03:32.216287 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 03 20:03:32.216845 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.217154 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.217469 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.217755 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.217984 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:03:32.218128 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.218770 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.219050 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.219358 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.219691 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.219965 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.220166 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.220359 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.220458 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:03:32.220652 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.220925 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.221291 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.221587 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.221858 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.222135 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.223011 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.223271 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.223599 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.223923 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.224242 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] debug = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.224518 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.225140 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.225402 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.225687 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.225961 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.226267 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.226555 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.226835 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.227106 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.227360 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.227681 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.227979 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.228234 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.228668 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.228953 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.229207 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.229675 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] host = dv-cinder-773985-1-smb {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.229938 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.230201 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.230483 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.230748 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.231047 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.231309 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.231625 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.231921 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.232180 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.232457 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.232744 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.233014 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.233293 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.233560 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] log_file = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.233731 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] log_options = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.233977 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.234263 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.234547 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.234763 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.234959 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.235123 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.235422 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.235620 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.235904 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.236173 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.236417 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.236681 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.236928 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.237171 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.237435 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.237682 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.238587 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.238995 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.239309 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.239614 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.239890 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.240157 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.240457 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.240625 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.240876 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.241146 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.241567 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.241839 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.242183 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.242332 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.242549 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.242881 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.243145 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.243428 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.243727 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.243970 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.244232 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.244547 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.244814 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.245091 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.245371 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.245617 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.245900 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.246149 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.246400 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.246661 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] use_json = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.246906 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.247162 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.247426 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.247696 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.247958 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.248202 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.248448 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.248748 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.249225 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.249543 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.249907 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.250167 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.250459 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.250707 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.251007 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.251251 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.251539 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.251848 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.252191 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.252448 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.252777 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.253029 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.253321 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.254366 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.254586 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.254894 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.255150 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.255400 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.255685 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.255958 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.269549 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.269549 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.269549 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.101/identity {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.269549 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.269549 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.269549 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.269549 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.269549 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.270208 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.270208 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.270208 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.270208 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.270208 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.270208 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.270208 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.270208 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.270208 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.270978 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.270978 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.270978 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.270978 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.270978 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.270978 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.270978 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.270978 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.270978 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.271774 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.271774 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.271774 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.271774 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.271774 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.271774 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.271774 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.271774 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.271774 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.272550 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.272550 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.272550 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.272550 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.272550 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.272550 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.272550 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.272550 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.272550 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.273320 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.273320 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.273320 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.273320 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.273320 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.273320 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.273320 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.273320 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.273320 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.274083 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.274083 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.274083 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.274083 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.274083 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.274083 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.274083 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.274083 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.274083 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.274860 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.274860 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.274860 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.274860 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.274860 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.274860 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.274860 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.274860 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.278893 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.278893 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.278893 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.278893 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.278893 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.278893 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.278893 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.278893 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.279664 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.279664 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.279664 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.279664 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.279664 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.279664 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.279664 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.279664 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.280351 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.280351 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.280351 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.280351 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.280351 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.280351 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.280351 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.280351 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.281861 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.281861 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.281861 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.281861 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.281861 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.281861 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.281861 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.281861 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.282566 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.282566 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.282566 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.282566 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.282566 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.283060 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.283060 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.283252 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.283607 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.283887 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.284148 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.284413 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.284809 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.285037 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.285309 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.285602 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.285892 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.286170 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.286475 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.286760 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.101/identity {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.287034 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.287295 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.287563 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.287850 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.288114 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.288382 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.288650 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.288927 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.289181 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.290983 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.290983 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.290983 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.290983 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.290983 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.290983 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.290983 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.291709 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.291709 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.291709 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.291976 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.292086 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.292661 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.292661 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.292965 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.293119 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.293308 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.293624 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.293856 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.294134 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.294408 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.294674 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.295014 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.295178 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.295715 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.295715 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.296069 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.296893 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.296893 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.296893 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.296893 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.297455 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.297455 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.297644 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.297948 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.298215 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.298501 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.298776 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.299027 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.299300 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.299621 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.299845 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.300115 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.300919 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.301181 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.301623 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.302081 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.302333 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.302582 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.303625 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.303625 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.303625 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.303625 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.303945 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.304081 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.304469 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.304929 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.305195 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.305445 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.305691 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.305944 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.306190 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.306450 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.306694 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.306938 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.307187 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.307452 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.307798 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.308088 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.308345 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.308655 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.308926 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.309211 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.309519 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.309865 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.310132 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.310423 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.310693 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.310945 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.311224 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.311500 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.311913 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.312264 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.312547 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.312829 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.313151 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.313463 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.313800 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.314047 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.314377 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.314748 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.315060 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.315339 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.315655 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.316562 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.316821 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.317078 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.317332 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.317584 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.317833 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.318136 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.318434 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.318714 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.318972 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.319259 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.319524 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.319801 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.320050 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.320306 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.320557 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.320756 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 03 20:03:32.321310 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80058) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 03 20:03:32.321509 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 03 20:03:32.321698 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 03 20:03:32.321920 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 03 20:03:32.322124 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 03 20:03:32.322305 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 03 20:03:32.322552 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.322743 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.322931 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.323119 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.323306 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.323513 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.323732 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.323920 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.324108 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.324294 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.324480 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.324666 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.324850 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.325037 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.325223 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.325407 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.325592 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.325777 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.325965 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.326155 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.326333 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.326497 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.326851 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] debug = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.327042 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.327263 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.327450 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.327660 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.327849 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.328035 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.328220 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.328404 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.328588 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.328772 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.329438 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.329438 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.329438 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.329438 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.330091 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.330091 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.330091 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] host = dv-cinder-773985-1-smb {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.330091 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.330424 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.330424 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.330596 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.330689 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.330876 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.331060 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.331246 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.331430 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.331696 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.331957 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.332150 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.332350 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.332490 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] log_file = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.332673 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] log_options = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.332861 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.333046 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.333229 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.333440 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.333629 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.333815 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.334002 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.334185 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.334371 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.334625 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.334762 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.334858 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.335033 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.335202 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.335368 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.335746 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.335936 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.336125 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.336293 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.336627 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.336954 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.337147 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.337314 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.337639 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.337965 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.338157 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.338345 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.338533 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.338716 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.338903 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.339088 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.339274 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.339462 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.339676 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.339867 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.340053 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.340239 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.340433 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.340620 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.340840 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.340996 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.341183 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.341347 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.341698 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.341883 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.342069 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] use_json = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.342255 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.342440 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.342622 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.342831 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.342959 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.343130 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.343313 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.343499 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 20:03:32.343736 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.343927 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.344128 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.344314 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.344501 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.344690 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.344877 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.345071 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.345245 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.345425 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.345635 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.345825 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.346570 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.346570 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.346570 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.346570 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.347239 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.347239 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.347239 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.347239 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.347802 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.347802 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.347802 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.348122 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.348122 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.101/identity {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.348304 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.348463 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.348654 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.348842 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.349031 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.349220 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.349419 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.349543 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.349902 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.349902 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.350240 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.350240 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.351091 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.351091 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.351091 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.351091 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.351091 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.351876 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.351876 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.351876 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.351876 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.351876 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.353055 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.353055 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.353055 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.353055 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.353055 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.353055 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.353055 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.354338 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.354338 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.354338 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.354338 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.354338 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.354338 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.354338 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.354338 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.355320 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.355320 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.355320 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.355320 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.355320 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.355320 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.356110 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.356110 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.356110 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.356110 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.356110 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.356743 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.356743 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.356743 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.356743 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.357240 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.357240 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.357240 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.357598 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.357598 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.357861 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.357861 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.358101 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.358251 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.358386 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.358520 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.358703 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.358892 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.359081 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.359267 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.359456 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.359672 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.359865 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.360052 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.360240 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.360429 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.360617 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.360803 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.360992 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.361180 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.361366 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.361553 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.361740 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.361926 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.362115 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.362301 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.362488 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.362680 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.363374 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.364493 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.364493 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.364493 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.364493 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.364493 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.364493 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.366444 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.366444 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.366444 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.366444 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.366444 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.366444 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.366444 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.366444 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.367509 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.367509 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.367509 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.367509 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.367509 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.367509 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.367509 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.367509 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.369921 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.369921 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.369921 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.369921 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.369921 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.369921 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.369921 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.369921 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.370652 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.370652 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.370652 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.101/identity {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.370652 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.370652 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.370652 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.370652 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.370652 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.371260 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.371260 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.371260 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.371260 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.371260 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.371260 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.371260 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.371260 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.371983 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.371983 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.371983 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.371983 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.371983 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.371983 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.372546 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.372546 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.372546 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.372799 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.372799 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.372971 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.373119 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.373310 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.373500 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.373688 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.373877 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.374065 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.374254 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.374443 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.374631 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.374818 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.375006 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.375194 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.375384 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.375610 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.375765 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.375903 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.376111 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.376278 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.376452 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.376643 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.376830 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.377023 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.377289 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.377479 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.377622 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.377757 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.377873 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.378005 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.378175 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.379601 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.379601 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.379601 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.379601 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.380002 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.380002 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.380002 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.380268 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.380364 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.380479 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.380638 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.380810 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.381173 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.381366 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.381557 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.381725 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.382077 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.382258 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.382627 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.382813 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.382999 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.383186 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.383385 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.383592 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.383786 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.383987 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.384176 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.384364 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.384551 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.384754 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.384946 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.385137 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.385325 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.385512 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.385699 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.385889 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.386080 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.386279 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.386475 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.386665 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.386862 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.387058 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.387254 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.387442 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.387662 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.387867 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.388056 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.388241 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.388429 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.388615 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.388803 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.388990 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.389177 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.389364 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.389552 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.389738 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.389927 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.390114 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.390305 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.390492 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.390680 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.390865 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.391052 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.391240 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.391427 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 20:03:32.391625 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80058) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 03 20:03:32.397500 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:03:32.406761 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 46464) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:03:32.419421 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [-] 10.222.0.101 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0104170 Feb 03 20:03:43.163881 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c80302-bd66-4a84-8faa-bb058a89faa1 None None] get_active_networks_info from dv-cinder-773985-1-smb {{(pid=80171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 03 20:03:43.309643 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c80302-bd66-4a84-8faa-bb058a89faa1 None None] No non-hosted networks {{(pid=80171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 03 20:03:43.469183 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a0c22c95-5e2d-4e93-bd93-31c8a914e660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671'] for agent, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:03:45.228427 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f441718a-e8d7-4581-aac0-c23fbbdfc9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671'] for agent, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:03:45.299202 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b042-5f26-4dac-8b9e-3c6b32460603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:03:46.147012 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671'] for agent, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:03:46.799365 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671'] for agent, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:03:46.800203 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:03:46.801253 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:03:46.802509 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:03:46.803185 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:03:46.804358 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:03:46.806077 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:03:46.806077 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:03:46.806077 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:03:46.806346 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:03:46.806966 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:03:46.808454 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:03:46.809278 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:03:46.810347 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-773985-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:03:46.816573 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-773985-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:03:47.597782 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671'] for agent, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:03:48.755732 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] get_endpoint_by_host() called for host dv-cinder-773985-1-smb {{(pid=80171) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 03 20:03:48.774754 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] get_endpoint_by_ip() called for ip 192.168.0.103 {{(pid=80171) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 03 20:03:48.778679 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] _add_endpoint() called for ip 192.168.0.103 {{(pid=80171) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 03 20:03:48.819187 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] _get_endpoints() called {{(pid=80171) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 03 20:03:48.863479 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 46564) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:03:49.507501 dv-cinder-773985-1-smb neutron-server[80058]: WARNING oslo_policy.policy [None req-847f6afa-5f86-43c3-8031-4d02a2448349 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 20:03:49.508179 dv-cinder-773985-1-smb neutron-server[80058]: WARNING oslo_policy.policy [None req-847f6afa-5f86-43c3-8031-4d02a2448349 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 20:03:49.749818 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [None req-847f6afa-5f86-43c3-8031-4d02a2448349 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 20:03:49.750915 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-847f6afa-5f86-43c3-8031-4d02a2448349 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8863120 Feb 03 20:03:52.341512 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.l3_hamode_db [None req-52c70c53-3e39-4455-a824-ac5cbf28ca7f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 03 20:03:52.430122 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c70c53-3e39-4455-a824-ac5cbf28ca7f None None] Routers set() bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:03:52.430561 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c70c53-3e39-4455-a824-ac5cbf28ca7f None None] Router IDs set() for agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 03 20:03:52.574210 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 46578) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:03:53.005693 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-8f400161-9965-4562-a864-e714bf3db903 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:03:53.075519 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.policy [None req-8f400161-9965-4562-a864-e714bf3db903 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80170) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 03 20:03:53.076408 dv-cinder-773985-1-smb neutron-server[80058]: WARNING oslo_policy.policy [None req-8f400161-9965-4562-a864-e714bf3db903 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 20:03:53.076817 dv-cinder-773985-1-smb neutron-server[80058]: WARNING oslo_policy.policy [None req-8f400161-9965-4562-a864-e714bf3db903 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 20:03:53.104119 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.quota [None req-8f400161-9965-4562-a864-e714bf3db903 admin admin] Loaded quota_driver: . Feb 03 20:03:53.120104 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-8f400161-9965-4562-a864-e714bf3db903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:03:53.219909 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8f400161-9965-4562-a864-e714bf3db903 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730563707429', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730563824178', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730563826121', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730563810425', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730563809506', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036852798411', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1987871', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1659747', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1473128'] for rbac-policy, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:03:53.484881 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8f400161-9965-4562-a864-e714bf3db903 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:03:53.486209 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-8f400161-9965-4562-a864-e714bf3db903 admin admin] 10.222.0.101 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9109535 Feb 03 20:03:56.567677 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 46592) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:03:56.973071 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Request body: {'network': {'project_id': '1076b9693df84bda8d066cdda9e001e5', 'admin_state_up': True, 'name': 'private'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:03:56.979772 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:03:56.984472 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Usage tracker for resource:network and tenant:1076b9693df84bda8d066cdda9e001e5 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:03:56.988510 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:03:56.994548 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:03:57.036383 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Made reservation on behalf of 1076b9693df84bda8d066cdda9e001e5 for: {'network': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:03:57.042459 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for network, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:03:57.061574 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:03:57.076265 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:03:57.080176 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Usage tracker for resource:security_group_rule and tenant:1076b9693df84bda8d066cdda9e001e5 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:03:57.084420 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:03:57.090258 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:03:57.302408 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:03:57.333659 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:03:57.339526 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:03:57.366133 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 20:03:57.391361 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730562370146', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:03:57.391980 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.segments_db [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Added segment 84cef9d2-5ac0-40ad-bae5-ec27d1e31d27 of type vxlan for network ba9a7192-4d72-4fb0-9844-68751a7bcd15 Feb 03 20:03:57.405411 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65caac6-5a4c-469f-8ccf-9f94acb0301b,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:03:57.614852 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:03:57.615422 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:03:57.615547 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:03:57.615877 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:03:57.616242 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:03:57.616604 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:03:57.616965 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:03:57.617322 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:03:57.617698 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:03:57.618056 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:03:57.618410 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:03:57.618764 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Tracked resource versions report: Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: pushed versions: Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: { 'AddressGroup': {'1.1'}, Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: 'ConntrackHelper': {'1.0'}, Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: 'Log': {'1.0'}, Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: 'Network': {'1.1'}, Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: 'Port': {'1.7'}, Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: 'PortForwarding': {'1.2'}, Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: 'QosPolicy': {'1.8'}, Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroup': {'1.4'}, Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroupRule': {'1.2'}, Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: 'SubPort': {'1.0'}, Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: 'Subnet': {'1.1'}, Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: 'Trunk': {'1.1'}} Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: consumer versions: Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: { DHCP agent@dv-cinder-773985-1-smb: {}, Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: L3 agent@dv-cinder-773985-1-smb: {}, Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: Metadata agent@dv-cinder-773985-1-smb: {}, Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: Metering agent@dv-cinder-773985-1-smb: {}, Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: Open vSwitch agent@dv-cinder-773985-1-smb: { 'AddressGroup': '1.1', Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: 'ConntrackHelper': '1.0', Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: 'Log': '1.0', Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: 'Network': '1.1', Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: 'Port': '1.7', Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: 'PortForwarding': '1.2', Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: 'QosPolicy': '1.8', Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroup': '1.4', Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroupRule': '1.2', Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: 'SubPort': '1.0', Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: 'Subnet': '1.1', Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: 'Trunk': '1.1'}} Feb 03 20:03:57.619957 dv-cinder-773985-1-smb neutron-server[80058]: {{(pid=80170) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 03 20:03:57.673154 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306292959399'] for network, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:03:57.678363 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:03:57.756725 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669'] for network, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:03:57.758149 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:03:57.758764 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:03:57.764011 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:03:57.875916 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Pushing event updated for resources: {'Network': ['ID=ba9a7192-4d72-4fb0-9844-68751a7bcd15,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:03:57.880155 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:03:57.887901 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Network ba9a7192-4d72-4fb0-9844-68751a7bcd15 details requested by agent ovs-agent-dv-cinder-773985-1-smb with host dv-cinder-773985-1-smb {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:03:57.900005 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.3311560 Feb 03 20:04:01.099161 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 46608) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:04:01.614234 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7c2ada-1300-4400-8959-bee2bedbfe94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:04:01.615699 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-9e7c2ada-1300-4400-8959-bee2bedbfe94 admin admin] 10.222.0.101 "GET /v2.0/networks/ba9a7192-4d72-4fb0-9844-68751a7bcd15 HTTP/1.1" status: 200 len: 818 time: 0.5153806 Feb 03 20:04:01.646152 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-5ec05648-ee4c-4174-aa6a-bfe009be205d admin admin] 10.222.0.101 "GET /v2.0/subnetpools/d8ea3e23-dc82-4eaf-b1a1-2bf5ac6628f2 HTTP/1.1" status: 200 len: 734 time: 0.0242376 Feb 03 20:04:01.655592 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-c706084e-2e6c-4cb0-82a9-0cbfa84d339c admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': 'ba9a7192-4d72-4fb0-9844-68751a7bcd15', 'subnetpool_id': 'd8ea3e23-dc82-4eaf-b1a1-2bf5ac6628f2', 'gateway_ip': '172.20.0.1', 'tenant_id': '1076b9693df84bda8d066cdda9e001e5'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:04:01.660570 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-c706084e-2e6c-4cb0-82a9-0cbfa84d339c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:04:01.664522 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-c706084e-2e6c-4cb0-82a9-0cbfa84d339c admin admin] Usage tracker for resource:subnet and tenant:1076b9693df84bda8d066cdda9e001e5 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:04:01.667529 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-c706084e-2e6c-4cb0-82a9-0cbfa84d339c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:04:01.673209 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-c706084e-2e6c-4cb0-82a9-0cbfa84d339c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:04:01.831139 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c706084e-2e6c-4cb0-82a9-0cbfa84d339c admin admin] Made reservation on behalf of 1076b9693df84bda8d066cdda9e001e5 for: {'subnet': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:04:01.835870 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c706084e-2e6c-4cb0-82a9-0cbfa84d339c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:02.348311 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c706084e-2e6c-4cb0-82a9-0cbfa84d339c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669'] for subnet, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:02.363451 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:04:02.506627 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706084e-2e6c-4cb0-82a9-0cbfa84d339c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c70f9467-c80b-43f1-a748-225260f99636,revision_number=0']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:04:02.513254 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c706084e-2e6c-4cb0-82a9-0cbfa84d339c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:04:02.570027 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c706084e-2e6c-4cb0-82a9-0cbfa84d339c admin admin] Checking segment: {'id': '84cef9d2-5ac0-40ad-bae5-ec27d1e31d27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ba9a7192-4d72-4fb0-9844-68751a7bcd15'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:04:02.570424 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c706084e-2e6c-4cb0-82a9-0cbfa84d339c admin admin] Network hostable DHCP agents. Network: ba9a7192-4d72-4fb0-9844-68751a7bcd15, hostable agents: ['8291a3bc-6c85-4131-82cd-10fb92f4b1cb'], hosted agents: [] {{(pid=80170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 20:04:02.638718 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c706084e-2e6c-4cb0-82a9-0cbfa84d339c admin admin] Network ba9a7192-4d72-4fb0-9844-68751a7bcd15 is scheduled to be hosted by DHCP agent 8291a3bc-6c85-4131-82cd-10fb92f4b1cb with binding_index 1 {{(pid=80170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 20:04:02.676964 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-c706084e-2e6c-4cb0-82a9-0cbfa84d339c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-smb, ba9a7192-4d72-4fb0-9844-68751a7bcd15) {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:04:02.681502 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c706084e-2e6c-4cb0-82a9-0cbfa84d339c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:04:02.682150 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c706084e-2e6c-4cb0-82a9-0cbfa84d339c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for subnet, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:02.686974 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc208e1-8450-48c0-be64-3601f66b7b3d None None] Network ba9a7192-4d72-4fb0-9844-68751a7bcd15 requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:04:02.754176 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-c706084e-2e6c-4cb0-82a9-0cbfa84d339c admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0980721 Feb 03 20:04:03.013725 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc449d3ce-8a09-5af3-8447-33018e6b7238-ba9a7192-4d72-4fb0-9844-68751a7bcd15', 'network_id': 'ba9a7192-4d72-4fb0-9844-68751a7bcd15', 'tenant_id': '1076b9693df84bda8d066cdda9e001e5', 'fixed_ips': [{'subnet_id': 'c70f9467-c80b-43f1-a748-225260f99636'}]}} from dv-cinder-773985-1-smb. {{(pid=80171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 03 20:04:03.014889 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:03.343824 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Allocated IP 172.20.0.2 (ba9a7192-4d72-4fb0-9844-68751a7bcd15/c70f9467-c80b-43f1-a748-225260f99636/0834e12f-25c2-47ce-8dcc-1d091e3c5caf) {{(pid=80171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:04:03.591102 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Notify callbacks [] for port, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:03.656619 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Transition to ACTIVE for port object 0834e12f-25c2-47ce-8dcc-1d091e3c5caf will not be triggered until provisioned by entity L2. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:04:03.674387 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Transition to ACTIVE for port object 0834e12f-25c2-47ce-8dcc-1d091e3c5caf will not be triggered until provisioned by entity DHCP. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:04:03.711134 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392'] for port, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:03.727674 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:04:03.858827 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Pushing event updated for resources: {'Port': ['ID=0834e12f-25c2-47ce-8dcc-1d091e3c5caf,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:04:04.047800 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:04.048185 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:04.048560 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:04.048929 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:04.049294 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:04.049759 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:04.050292 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:04.050658 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:04.051023 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:04.051383 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:04.051790 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:04.052151 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Tracked resource versions report: Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: pushed versions: Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: { 'AddressGroup': {'1.1'}, Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: 'ConntrackHelper': {'1.0'}, Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: 'Log': {'1.0'}, Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: 'Network': {'1.1'}, Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: 'Port': {'1.7'}, Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: 'PortForwarding': {'1.2'}, Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: 'QosPolicy': {'1.8'}, Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroup': {'1.4'}, Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroupRule': {'1.2'}, Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: 'SubPort': {'1.0'}, Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: 'Subnet': {'1.1'}, Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: 'Trunk': {'1.1'}} Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: consumer versions: Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: { DHCP agent@dv-cinder-773985-1-smb: {}, Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: L3 agent@dv-cinder-773985-1-smb: {}, Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: Metadata agent@dv-cinder-773985-1-smb: {}, Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: Metering agent@dv-cinder-773985-1-smb: {}, Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: Open vSwitch agent@dv-cinder-773985-1-smb: { 'AddressGroup': '1.1', Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: 'ConntrackHelper': '1.0', Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: 'Log': '1.0', Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: 'Network': '1.1', Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: 'Port': '1.7', Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: 'PortForwarding': '1.2', Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: 'QosPolicy': '1.8', Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroup': '1.4', Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroupRule': '1.2', Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: 'SubPort': '1.0', Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: 'Subnet': '1.1', Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: 'Trunk': '1.1'}} Feb 03 20:04:04.053396 dv-cinder-773985-1-smb neutron-server[80058]: {{(pid=80171) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 03 20:04:04.069093 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:04:04.110905 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Network ba9a7192-4d72-4fb0-9844-68751a7bcd15 is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:04:04.112269 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:04:04.115555 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Received port after_create {{(pid=80171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:04:04.184647 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Attempting to bind port 0834e12f-25c2-47ce-8dcc-1d091e3c5caf on host dv-cinder-773985-1-smb for vnic_type normal with profile {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:04:04.185086 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Attempting to bind port 0834e12f-25c2-47ce-8dcc-1d091e3c5caf by drivers openvswitch on host dv-cinder-773985-1-smb at level 0 using segments [{'id': '84cef9d2-5ac0-40ad-bae5-ec27d1e31d27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ba9a7192-4d72-4fb0-9844-68751a7bcd15'}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:04:04.185510 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Attempting to bind port 0834e12f-25c2-47ce-8dcc-1d091e3c5caf on network ba9a7192-4d72-4fb0-9844-68751a7bcd15 {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:04:04.191993 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Checking agent: {'id': '3c34f775-80d1-4d8f-9ffd-976c513d9067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 3, 47), 'started_at': datetime.datetime(2021, 2, 3, 20, 3, 47), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.103', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:04:04.192543 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Checking segment: {'id': '84cef9d2-5ac0-40ad-bae5-ec27d1e31d27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ba9a7192-4d72-4fb0-9844-68751a7bcd15'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:04:04.192887 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:04.193325 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Bound using segment: {'id': '84cef9d2-5ac0-40ad-bae5-ec27d1e31d27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ba9a7192-4d72-4fb0-9844-68751a7bcd15'} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:04:04.193856 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Bound port: 0834e12f-25c2-47ce-8dcc-1d091e3c5caf, host: dv-cinder-773985-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84cef9d2-5ac0-40ad-bae5-ec27d1e31d27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ba9a7192-4d72-4fb0-9844-68751a7bcd15'}}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:04:04.194294 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:04.291444 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] For port 0834e12f-25c2-47ce-8dcc-1d091e3c5caf, host dv-cinder-773985-1-smb, cleared binding levels {{(pid=80171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:04:04.295530 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] For port 0834e12f-25c2-47ce-8dcc-1d091e3c5caf, host dv-cinder-773985-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=0834e12f-25c2-47ce-8dcc-1d091e3c5caf,segment=NetworkSegment(84cef9d2-5ac0-40ad-bae5-ec27d1e31d27),segment_id=84cef9d2-5ac0-40ad-bae5-ec27d1e31d27)] {{(pid=80171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:04:04.333800 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:04.349352 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:04:04.505755 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Pushing event updated for resources: {'Port': ['ID=0834e12f-25c2-47ce-8dcc-1d091e3c5caf,revision_number=2']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:04:04.509152 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:04:05.512887 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 46618) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:04:05.955151 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [None req-8e978763-5f2b-448a-a512-f4729a02cb19 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 20:04:05.956607 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-8e978763-5f2b-448a-a512-f4729a02cb19 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4426475 Feb 03 20:04:08.845488 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 0834e12f-25c2-47ce-8dcc-1d091e3c5caf up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:04:08.847250 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 46632) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:04:08.950450 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning for port 0834e12f-25c2-47ce-8dcc-1d091e3c5caf completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:04:09.390585 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74a0664-65f5-4cc8-b471-b502df5b1312 None None] Network ba9a7192-4d72-4fb0-9844-68751a7bcd15 requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:04:09.513530 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-0cdc70b1-1f50-4ad0-87a8-bb4746e44438 None None] Provisioning for port 0834e12f-25c2-47ce-8dcc-1d091e3c5caf completed by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:04:09.524644 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-0cdc70b1-1f50-4ad0-87a8-bb4746e44438 None None] Provisioning complete for port 0834e12f-25c2-47ce-8dcc-1d091e3c5caf triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:04:09.525055 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0cdc70b1-1f50-4ad0-87a8-bb4746e44438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:09.633328 dv-cinder-773985-1-smb neutron-server[80058]: WARNING oslo_policy.policy [None req-7340e40b-740b-4311-bbaf-07d7eb9fc022 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 20:04:09.633957 dv-cinder-773985-1-smb neutron-server[80058]: WARNING oslo_policy.policy [None req-7340e40b-740b-4311-bbaf-07d7eb9fc022 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 20:04:09.759321 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0cdc70b1-1f50-4ad0-87a8-bb4746e44438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:09.809519 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-0cdc70b1-1f50-4ad0-87a8-bb4746e44438 None None] For port 0834e12f-25c2-47ce-8dcc-1d091e3c5caf, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=0834e12f-25c2-47ce-8dcc-1d091e3c5caf,segment=NetworkSegment(84cef9d2-5ac0-40ad-bae5-ec27d1e31d27),segment_id=84cef9d2-5ac0-40ad-bae5-ec27d1e31d27)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:04:09.842421 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0cdc70b1-1f50-4ad0-87a8-bb4746e44438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:09.844797 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:04:09.876551 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [None req-7340e40b-740b-4311-bbaf-07d7eb9fc022 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 20:04:09.878604 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-7340e40b-740b-4311-bbaf-07d7eb9fc022 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 1.0283062 Feb 03 20:04:09.918989 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc70b1-1f50-4ad0-87a8-bb4746e44438 None None] Pushing event updated for resources: {'Port': ['ID=0834e12f-25c2-47ce-8dcc-1d091e3c5caf,revision_number=3']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:04:09.922572 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-0cdc70b1-1f50-4ad0-87a8-bb4746e44438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:04:10.066940 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-9ad670bc-8882-45c4-9314-a384671fb426 None None] Provisioning complete for port 0834e12f-25c2-47ce-8dcc-1d091e3c5caf triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:04:10.067378 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9ad670bc-8882-45c4-9314-a384671fb426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:10.326866 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-916c62c1-772f-4cc6-af9a-930f39f21d16 None None] Provisioning complete for port 0834e12f-25c2-47ce-8dcc-1d091e3c5caf triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:04:10.327281 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-916c62c1-772f-4cc6-af9a-930f39f21d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:10.808432 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 0834e12f-25c2-47ce-8dcc-1d091e3c5caf up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:04:10.882819 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port 0834e12f-25c2-47ce-8dcc-1d091e3c5caf triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:04:10.883391 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:12.959625 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 46648) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:04:13.024863 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-37d5d6a9-72af-431b-907f-ef5b6ab0f026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:13.372899 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-8eebcb1a-7b46-4645-8454-7ec38974f3fd admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '1076b9693df84bda8d066cdda9e001e5', 'name': 'router1'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:04:13.426666 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.policy [None req-8eebcb1a-7b46-4645-8454-7ec38974f3fd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80169) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 03 20:04:13.427516 dv-cinder-773985-1-smb neutron-server[80058]: WARNING oslo_policy.policy [None req-8eebcb1a-7b46-4645-8454-7ec38974f3fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 20:04:13.427960 dv-cinder-773985-1-smb neutron-server[80058]: WARNING oslo_policy.policy [None req-8eebcb1a-7b46-4645-8454-7ec38974f3fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 20:04:13.459322 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.quota [None req-8eebcb1a-7b46-4645-8454-7ec38974f3fd admin admin] Loaded quota_driver: . Feb 03 20:04:13.476702 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-8eebcb1a-7b46-4645-8454-7ec38974f3fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:04:13.483516 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-8eebcb1a-7b46-4645-8454-7ec38974f3fd admin admin] Usage tracker for resource:router and tenant:1076b9693df84bda8d066cdda9e001e5 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:04:13.488348 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-8eebcb1a-7b46-4645-8454-7ec38974f3fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:04:13.495891 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-8eebcb1a-7b46-4645-8454-7ec38974f3fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:04:13.545188 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8eebcb1a-7b46-4645-8454-7ec38974f3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1650053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854762736'] for router, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:13.547314 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8eebcb1a-7b46-4645-8454-7ec38974f3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853125781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853105301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-500765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:13.614289 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8eebcb1a-7b46-4645-8454-7ec38974f3fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:13.788332 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8eebcb1a-7b46-4645-8454-7ec38974f3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853125747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1670582'] for router, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:13.832610 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8eebcb1a-7b46-4645-8454-7ec38974f3fd admin admin] Notify callbacks [] for router, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:13.833910 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-8eebcb1a-7b46-4645-8454-7ec38974f3fd admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8732157 Feb 03 20:04:15.202118 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d5ccdefc-bc8c-43ff-ab5c-f7d00acd2cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:15.942081 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:16.561803 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 46670) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:04:16.751023 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [None req-d6042388-4ffe-49a6-9eeb-9cdd9af42d48 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 20:04:16.763385 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-d6042388-4ffe-49a6-9eeb-9cdd9af42d48 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1894848 Feb 03 20:04:16.764345 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:17.476709 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:19.389316 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 46690) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:04:19.469621 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:04:19.477179 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:04:19.481218 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Usage tracker for resource:network and tenant:1ab419d3becf48478a92275fd162964b is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:04:19.484662 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:04:19.490582 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:04:19.582084 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Made reservation on behalf of 1ab419d3becf48478a92275fd162964b for: {'network': 1} {{(pid=80169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:04:19.588462 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for network, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:19.606268 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:19.623208 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:04:19.627212 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Usage tracker for resource:security_group_rule and tenant:1ab419d3becf48478a92275fd162964b is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:04:19.630526 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:04:19.636189 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:04:19.983235 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:20.015556 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:20.021190 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:04:20.032400 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Reserving flat network on physical network physnet1 {{(pid=80169) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 03 20:04:20.117938 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730562370146', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:20.118538 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Unsubscribe: segment precommit_create {{(pid=80169) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 03 20:04:20.119041 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.segments_db [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Added segment 194f5804-a926-4317-99f2-0a1ac54a9265 of type flat for network e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 Feb 03 20:04:20.176430 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c43c70-32bc-44b2-b1c7-26b89f613590,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:04:20.196366 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:20.196741 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:20.197114 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:20.197476 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:20.197875 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:20.198233 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:20.198590 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:20.198943 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:20.199317 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:20.199726 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:20.200082 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:20.200434 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Tracked resource versions report: Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: pushed versions: Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: { 'AddressGroup': {'1.1'}, Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: 'ConntrackHelper': {'1.0'}, Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: 'Log': {'1.0'}, Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: 'Network': {'1.1'}, Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: 'Port': {'1.7'}, Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: 'PortForwarding': {'1.2'}, Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: 'QosPolicy': {'1.8'}, Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroup': {'1.4'}, Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroupRule': {'1.2'}, Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: 'SubPort': {'1.0'}, Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: 'Subnet': {'1.1'}, Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: 'Trunk': {'1.1'}} Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: consumer versions: Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: { DHCP agent@dv-cinder-773985-1-smb: {}, Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: L3 agent@dv-cinder-773985-1-smb: {}, Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: Metadata agent@dv-cinder-773985-1-smb: {}, Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: Metering agent@dv-cinder-773985-1-smb: {}, Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: Open vSwitch agent@dv-cinder-773985-1-smb: { 'AddressGroup': '1.1', Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: 'ConntrackHelper': '1.0', Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: 'Log': '1.0', Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: 'Network': '1.1', Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: 'Port': '1.7', Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: 'PortForwarding': '1.2', Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: 'QosPolicy': '1.8', Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroup': '1.4', Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroupRule': '1.2', Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: 'SubPort': '1.0', Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: 'Subnet': '1.1', Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: 'Trunk': '1.1'}} Feb 03 20:04:20.201666 dv-cinder-773985-1-smb neutron-server[80058]: {{(pid=80169) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 03 20:04:20.236413 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:04:20.318193 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306292959399'] for network, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:20.390077 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669'] for network, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:20.391796 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:04:20.392564 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:20.397989 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:04:20.510939 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Pushing event updated for resources: {'Network': ['ID=e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:04:20.510939 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:04:20.518391 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Network e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 details requested by agent ovs-agent-dv-cinder-773985-1-smb with host dv-cinder-773985-1-smb {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:04:20.534644 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1442008 Feb 03 20:04:23.054295 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 46704) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:04:23.205225 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8740cb6e-6c17-4ed5-92db-1dfbba5e44b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:04:23.207851 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-8740cb6e-6c17-4ed5-92db-1dfbba5e44b3 admin admin] 10.222.0.101 "GET /v2.0/subnets/c70f9467-c80b-43f1-a748-225260f99636 HTTP/1.1" status: 200 len: 849 time: 0.1522949 Feb 03 20:04:23.365051 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-d67f7c06-8e69-43a1-9449-da13d2981d42 admin admin] 10.222.0.101 "GET /v2.0/routers/e5296212-adf9-49ae-b1e6-4c45db05deab HTTP/1.1" status: 200 len: 704 time: 0.1509409 Feb 03 20:04:23.861280 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-42313632-c2a8-420c-bb9e-b82b255d31a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:24.307305 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [None req-42313632-c2a8-420c-bb9e-b82b255d31a6 admin admin] Allocated IP 172.20.0.1 (ba9a7192-4d72-4fb0-9844-68751a7bcd15/c70f9467-c80b-43f1-a748-225260f99636/f828a3c5-6c08-44b2-a226-aeb313c184d3) {{(pid=80169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:04:24.746045 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-42313632-c2a8-420c-bb9e-b82b255d31a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:24.767672 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-42313632-c2a8-420c-bb9e-b82b255d31a6 admin admin] Transition to ACTIVE for port object f828a3c5-6c08-44b2-a226-aeb313c184d3 will not be triggered until provisioned by entity DHCP. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:04:24.854106 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-42313632-c2a8-420c-bb9e-b82b255d31a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392'] for port, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:24.869726 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:04:24.996169 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42313632-c2a8-420c-bb9e-b82b255d31a6 admin admin] Pushing event updated for resources: {'Port': ['ID=f828a3c5-6c08-44b2-a226-aeb313c184d3,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:04:25.008018 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-42313632-c2a8-420c-bb9e-b82b255d31a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:04:25.063066 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42313632-c2a8-420c-bb9e-b82b255d31a6 admin admin] Network ba9a7192-4d72-4fb0-9844-68751a7bcd15 is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:04:25.064298 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-42313632-c2a8-420c-bb9e-b82b255d31a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:04:25.067361 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42313632-c2a8-420c-bb9e-b82b255d31a6 admin admin] Received port after_create {{(pid=80169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:04:25.067906 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-42313632-c2a8-420c-bb9e-b82b255d31a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1646962'] for router_interface, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:25.293104 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-7c853764-55e8-4671-9a19-d7e900ec973e None None] Provisioning for port f828a3c5-6c08-44b2-a226-aeb313c184d3 completed by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:04:25.300194 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-7c853764-55e8-4671-9a19-d7e900ec973e None None] Provisioning complete for port f828a3c5-6c08-44b2-a226-aeb313c184d3 triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:04:25.300622 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7c853764-55e8-4671-9a19-d7e900ec973e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:25.364322 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-7c853764-55e8-4671-9a19-d7e900ec973e None None] Port f828a3c5-6c08-44b2-a226-aeb313c184d3 cannot update to ACTIVE because it is not bound. {{(pid=80171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 20:04:25.386602 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-42313632-c2a8-420c-bb9e-b82b255d31a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:25.689279 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-42313632-c2a8-420c-bb9e-b82b255d31a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:25.724031 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-42313632-c2a8-420c-bb9e-b82b255d31a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:25.725222 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-42313632-c2a8-420c-bb9e-b82b255d31a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853160717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643820'] for router_interface, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:25.740833 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:04:25.872210 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42313632-c2a8-420c-bb9e-b82b255d31a6 admin admin] Pushing event updated for resources: {'Port': ['ID=f828a3c5-6c08-44b2-a226-aeb313c184d3,revision_number=2']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:04:25.882817 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-42313632-c2a8-420c-bb9e-b82b255d31a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:04:25.940573 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42313632-c2a8-420c-bb9e-b82b255d31a6 admin admin] Network ba9a7192-4d72-4fb0-9844-68751a7bcd15 is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:04:25.941583 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-42313632-c2a8-420c-bb9e-b82b255d31a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:04:26.181637 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42313632-c2a8-420c-bb9e-b82b255d31a6 admin admin] Router e5296212-adf9-49ae-b1e6-4c45db05deab is scheduled to L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 with binding_index 1 {{(pid=80169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 03 20:04:26.189575 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-64fd04ea-6c69-43c8-b45b-3b93b8c0436a None None] Provisioning complete for port f828a3c5-6c08-44b2-a226-aeb313c184d3 triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:04:26.190518 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-64fd04ea-6c69-43c8-b45b-3b93b8c0436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:26.246739 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-64fd04ea-6c69-43c8-b45b-3b93b8c0436a None None] Port f828a3c5-6c08-44b2-a226-aeb313c184d3 cannot update to ACTIVE because it is not bound. {{(pid=80171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 20:04:26.277094 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 5 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:04:26.517249 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42313632-c2a8-420c-bb9e-b82b255d31a6 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:04:26.528078 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb987f36-e593-47df-84c1-38324bc8c4a9 None None] Sync routers for ids ['e5296212-adf9-49ae-b1e6-4c45db05deab'] in dv-cinder-773985-1-smb {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:04:26.528468 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-42313632-c2a8-420c-bb9e-b82b255d31a6 admin admin] 10.222.0.101 "PUT /v2.0/routers/e5296212-adf9-49ae-b1e6-4c45db05deab/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.1577752 Feb 03 20:04:26.540594 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb987f36-e593-47df-84c1-38324bc8c4a9 None None] Routers {'e5296212-adf9-49ae-b1e6-4c45db05deab'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:04:26.541505 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-fb987f36-e593-47df-84c1-38324bc8c4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:04:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['e5296212-adf9-49ae-b1e6-4c45db05deab'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:04:26.737100 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-fb987f36-e593-47df-84c1-38324bc8c4a9 None None] Set router e5296212-adf9-49ae-b1e6-4c45db05deab gateway port host: None {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:04:27.328776 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-fb987f36-e593-47df-84c1-38324bc8c4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5296212-adf9-49ae-b1e6-4c45db05deab', 'name': 'router1', 'tenant_id': '1076b9693df84bda8d066cdda9e001e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:04:13Z', 'updated_at': '2021-02-03T20:04:25Z', 'revision_number': 2, 'project_id': '1076b9693df84bda8d066cdda9e001e5', 'gw_port_host': None, '_interfaces': [{'id': 'f828a3c5-6c08-44b2-a226-aeb313c184d3', 'name': '', 'network_id': 'ba9a7192-4d72-4fb0-9844-68751a7bcd15', 'tenant_id': '1076b9693df84bda8d066cdda9e001e5', 'mac_address': 'fa:16:3e:cb:95:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5296212-adf9-49ae-b1e6-4c45db05deab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c70f9467-c80b-43f1-a748-225260f99636', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:24Z', 'updated_at': '2021-02-03T20:04:25Z', 'revision_number': 2, 'project_id': '1076b9693df84bda8d066cdda9e001e5', 'subnets': [{'id': 'c70f9467-c80b-43f1-a748-225260f99636', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd8ea3e23-dc82-4eaf-b1a1-2bf5ac6628f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:04:27.333743 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb987f36-e593-47df-84c1-38324bc8c4a9 None None] Checking router: e5296212-adf9-49ae-b1e6-4c45db05deab for host: dv-cinder-773985-1-smb {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:04:27.334137 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb987f36-e593-47df-84c1-38324bc8c4a9 None None] Updating router e5296212-adf9-49ae-b1e6-4c45db05deab port f828a3c5-6c08-44b2-a226-aeb313c184d3 binding host dv-cinder-773985-1-smb {{(pid=80172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 03 20:04:27.395112 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fb987f36-e593-47df-84c1-38324bc8c4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:27.872294 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fb987f36-e593-47df-84c1-38324bc8c4a9 None None] Notify callbacks [] for port, precommit_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:27.887942 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fb987f36-e593-47df-84c1-38324bc8c4a9 None None] Transition to ACTIVE for port object f828a3c5-6c08-44b2-a226-aeb313c184d3 will not be triggered until provisioned by entity L2. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:04:27.916004 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fb987f36-e593-47df-84c1-38324bc8c4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:27.933033 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:04:28.066823 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4746a-92b2-4b6a-b594-927de5e248fc None None] Pushing event updated for resources: {'Port': ['ID=f828a3c5-6c08-44b2-a226-aeb313c184d3,revision_number=3']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:04:28.079703 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d4746a-92b2-4b6a-b594-927de5e248fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:28.080126 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d4746a-92b2-4b6a-b594-927de5e248fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:28.080501 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d4746a-92b2-4b6a-b594-927de5e248fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:28.080869 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d4746a-92b2-4b6a-b594-927de5e248fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:28.081229 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d4746a-92b2-4b6a-b594-927de5e248fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:28.081591 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d4746a-92b2-4b6a-b594-927de5e248fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:28.081956 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d4746a-92b2-4b6a-b594-927de5e248fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:28.082310 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d4746a-92b2-4b6a-b594-927de5e248fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:28.082666 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d4746a-92b2-4b6a-b594-927de5e248fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:28.083022 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d4746a-92b2-4b6a-b594-927de5e248fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:28.083378 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d4746a-92b2-4b6a-b594-927de5e248fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:28.083781 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d4746a-92b2-4b6a-b594-927de5e248fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d4746a-92b2-4b6a-b594-927de5e248fc None None] Tracked resource versions report: Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: pushed versions: Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: { 'AddressGroup': {'1.1'}, Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: 'ConntrackHelper': {'1.0'}, Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: 'Log': {'1.0'}, Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: 'Network': {'1.1'}, Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: 'Port': {'1.7'}, Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: 'PortForwarding': {'1.2'}, Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: 'QosPolicy': {'1.8'}, Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroup': {'1.4'}, Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroupRule': {'1.2'}, Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: 'SubPort': {'1.0'}, Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: 'Subnet': {'1.1'}, Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: 'Trunk': {'1.1'}} Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: consumer versions: Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: { DHCP agent@dv-cinder-773985-1-smb: {}, Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: L3 agent@dv-cinder-773985-1-smb: {}, Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: Metadata agent@dv-cinder-773985-1-smb: {}, Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: Metering agent@dv-cinder-773985-1-smb: {}, Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: Open vSwitch agent@dv-cinder-773985-1-smb: { 'AddressGroup': '1.1', Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: 'ConntrackHelper': '1.0', Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: 'Log': '1.0', Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: 'Network': '1.1', Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: 'Port': '1.7', Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: 'PortForwarding': '1.2', Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: 'QosPolicy': '1.8', Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroup': '1.4', Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroupRule': '1.2', Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: 'SubPort': '1.0', Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: 'Subnet': '1.1', Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: 'Trunk': '1.1'}} Feb 03 20:04:28.084928 dv-cinder-773985-1-smb neutron-server[80058]: {{(pid=80172) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 03 20:04:28.100330 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-22d4746a-92b2-4b6a-b594-927de5e248fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:04:28.260684 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-fb987f36-e593-47df-84c1-38324bc8c4a9 None None] Attempting to bind port f828a3c5-6c08-44b2-a226-aeb313c184d3 on host dv-cinder-773985-1-smb for vnic_type normal with profile {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:04:28.261113 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-fb987f36-e593-47df-84c1-38324bc8c4a9 None None] Attempting to bind port f828a3c5-6c08-44b2-a226-aeb313c184d3 by drivers openvswitch on host dv-cinder-773985-1-smb at level 0 using segments [{'id': '84cef9d2-5ac0-40ad-bae5-ec27d1e31d27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ba9a7192-4d72-4fb0-9844-68751a7bcd15'}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:04:28.261519 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb987f36-e593-47df-84c1-38324bc8c4a9 None None] Attempting to bind port f828a3c5-6c08-44b2-a226-aeb313c184d3 on network ba9a7192-4d72-4fb0-9844-68751a7bcd15 {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:04:28.267510 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb987f36-e593-47df-84c1-38324bc8c4a9 None None] Checking agent: {'id': '3c34f775-80d1-4d8f-9ffd-976c513d9067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 3, 47), 'started_at': datetime.datetime(2021, 2, 3, 20, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.103', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:04:28.267969 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb987f36-e593-47df-84c1-38324bc8c4a9 None None] Checking segment: {'id': '84cef9d2-5ac0-40ad-bae5-ec27d1e31d27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ba9a7192-4d72-4fb0-9844-68751a7bcd15'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:04:28.268715 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fb987f36-e593-47df-84c1-38324bc8c4a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:28.269132 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb987f36-e593-47df-84c1-38324bc8c4a9 None None] Bound using segment: {'id': '84cef9d2-5ac0-40ad-bae5-ec27d1e31d27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ba9a7192-4d72-4fb0-9844-68751a7bcd15'} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:04:28.269661 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-fb987f36-e593-47df-84c1-38324bc8c4a9 None None] Bound port: f828a3c5-6c08-44b2-a226-aeb313c184d3, host: dv-cinder-773985-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84cef9d2-5ac0-40ad-bae5-ec27d1e31d27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ba9a7192-4d72-4fb0-9844-68751a7bcd15'}}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:04:28.270068 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fb987f36-e593-47df-84c1-38324bc8c4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:28.370176 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fb987f36-e593-47df-84c1-38324bc8c4a9 None None] For port f828a3c5-6c08-44b2-a226-aeb313c184d3, host dv-cinder-773985-1-smb, cleared binding levels {{(pid=80172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:04:28.374986 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fb987f36-e593-47df-84c1-38324bc8c4a9 None None] For port f828a3c5-6c08-44b2-a226-aeb313c184d3, host dv-cinder-773985-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=f828a3c5-6c08-44b2-a226-aeb313c184d3,segment=NetworkSegment(84cef9d2-5ac0-40ad-bae5-ec27d1e31d27),segment_id=84cef9d2-5ac0-40ad-bae5-ec27d1e31d27)] {{(pid=80172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:04:28.444926 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fb987f36-e593-47df-84c1-38324bc8c4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:28.460599 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:04:28.620769 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4746a-92b2-4b6a-b594-927de5e248fc None None] Pushing event updated for resources: {'Port': ['ID=f828a3c5-6c08-44b2-a226-aeb313c184d3,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:04:28.624263 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-22d4746a-92b2-4b6a-b594-927de5e248fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:04:28.695736 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb987f36-e593-47df-84c1-38324bc8c4a9 None None] Routers {'e5296212-adf9-49ae-b1e6-4c45db05deab'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:04:28.696431 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-fb987f36-e593-47df-84c1-38324bc8c4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:04:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['e5296212-adf9-49ae-b1e6-4c45db05deab'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:04:28.866378 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-fb987f36-e593-47df-84c1-38324bc8c4a9 None None] Set router e5296212-adf9-49ae-b1e6-4c45db05deab gateway port host: None {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:04:29.083817 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 46714) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:04:29.219705 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-fb987f36-e593-47df-84c1-38324bc8c4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5296212-adf9-49ae-b1e6-4c45db05deab', 'name': 'router1', 'tenant_id': '1076b9693df84bda8d066cdda9e001e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:04:13Z', 'updated_at': '2021-02-03T20:04:25Z', 'revision_number': 2, 'project_id': '1076b9693df84bda8d066cdda9e001e5', 'gw_port_host': None, '_interfaces': [{'id': 'f828a3c5-6c08-44b2-a226-aeb313c184d3', 'name': '', 'network_id': 'ba9a7192-4d72-4fb0-9844-68751a7bcd15', 'tenant_id': '1076b9693df84bda8d066cdda9e001e5', 'mac_address': 'fa:16:3e:cb:95:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5296212-adf9-49ae-b1e6-4c45db05deab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c70f9467-c80b-43f1-a748-225260f99636', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:24Z', 'updated_at': '2021-02-03T20:04:28Z', 'revision_number': 4, 'project_id': '1076b9693df84bda8d066cdda9e001e5', 'subnets': [{'id': 'c70f9467-c80b-43f1-a748-225260f99636', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd8ea3e23-dc82-4eaf-b1a1-2bf5ac6628f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:04:29.224094 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb987f36-e593-47df-84c1-38324bc8c4a9 None None] The sync data for ids ['e5296212-adf9-49ae-b1e6-4c45db05deab'] in dv-cinder-773985-1-smb is: [{'id': 'e5296212-adf9-49ae-b1e6-4c45db05deab', 'name': 'router1', 'tenant_id': '1076b9693df84bda8d066cdda9e001e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:04:13Z', 'updated_at': '2021-02-03T20:04:25Z', 'revision_number': 2, 'project_id': '1076b9693df84bda8d066cdda9e001e5', 'gw_port_host': None, '_interfaces': [{'id': 'f828a3c5-6c08-44b2-a226-aeb313c184d3', 'name': '', 'network_id': 'ba9a7192-4d72-4fb0-9844-68751a7bcd15', 'tenant_id': '1076b9693df84bda8d066cdda9e001e5', 'mac_address': 'fa:16:3e:cb:95:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5296212-adf9-49ae-b1e6-4c45db05deab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c70f9467-c80b-43f1-a748-225260f99636', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:24Z', 'updated_at': '2021-02-03T20:04:28Z', 'revision_number': 4, 'project_id': '1076b9693df84bda8d066cdda9e001e5', 'subnets': [{'id': 'c70f9467-c80b-43f1-a748-225260f99636', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd8ea3e23-dc82-4eaf-b1a1-2bf5ac6628f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:04:29.276847 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1767b73e-4ab7-44cd-9092-99f232cfef50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:04:29.277497 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-1767b73e-4ab7-44cd-9092-99f232cfef50 admin admin] Synchronizing usage tracker for tenant:1ab419d3becf48478a92275fd162964b on resource:network {{(pid=80169) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:04:29.335423 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-1767b73e-4ab7-44cd-9092-99f232cfef50 admin admin] Unset dirty status for tenant:1ab419d3becf48478a92275fd162964b on resource:network {{(pid=80169) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:04:29.336775 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-1767b73e-4ab7-44cd-9092-99f232cfef50 admin admin] 10.222.0.101 "GET /v2.0/networks/e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 HTTP/1.1" status: 200 len: 842 time: 0.2518141 Feb 03 20:04:29.348288 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-ec437372-1c8e-44c2-ba42-088d6a805a9a admin admin] Request body: {'subnet': {'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'ip_version': 4, 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:04:29.353936 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-ec437372-1c8e-44c2-ba42-088d6a805a9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:04:29.357984 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-ec437372-1c8e-44c2-ba42-088d6a805a9a admin admin] Usage tracker for resource:subnet and tenant:1ab419d3becf48478a92275fd162964b is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:04:29.360980 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-ec437372-1c8e-44c2-ba42-088d6a805a9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:04:29.370437 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-ec437372-1c8e-44c2-ba42-088d6a805a9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:04:29.403918 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec437372-1c8e-44c2-ba42-088d6a805a9a admin admin] Made reservation on behalf of 1ab419d3becf48478a92275fd162964b for: {'subnet': 1} {{(pid=80169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:04:29.409599 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ec437372-1c8e-44c2-ba42-088d6a805a9a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:30.118849 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.objects.ports [None req-ec437372-1c8e-44c2-ba42-088d6a805a9a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80169) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 03 20:04:30.119388 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ec437372-1c8e-44c2-ba42-088d6a805a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669'] for subnet, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:30.135378 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:04:30.270413 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec437372-1c8e-44c2-ba42-088d6a805a9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc5c5bbf-9f11-469d-8008-03763e47d1a6,revision_number=0']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:04:30.277453 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ec437372-1c8e-44c2-ba42-088d6a805a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:04:30.336205 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec437372-1c8e-44c2-ba42-088d6a805a9a admin admin] Checking segment: {'id': '194f5804-a926-4317-99f2-0a1ac54a9265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:04:30.336596 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec437372-1c8e-44c2-ba42-088d6a805a9a admin admin] Network hostable DHCP agents. Network: e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3, hostable agents: ['8291a3bc-6c85-4131-82cd-10fb92f4b1cb'], hosted agents: [] {{(pid=80169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 20:04:30.430512 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec437372-1c8e-44c2-ba42-088d6a805a9a admin admin] Network e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 is scheduled to be hosted by DHCP agent 8291a3bc-6c85-4131-82cd-10fb92f4b1cb with binding_index 1 {{(pid=80169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 20:04:30.487950 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-ec437372-1c8e-44c2-ba42-088d6a805a9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-smb, e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3) {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:04:30.501033 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec437372-1c8e-44c2-ba42-088d6a805a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:04:30.501731 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ec437372-1c8e-44c2-ba42-088d6a805a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for subnet, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:30.503690 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c412be46-4e24-449f-8d87-60ed9e8526a8 None None] Network e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:04:30.568441 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-ec437372-1c8e-44c2-ba42-088d6a805a9a admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2245934 Feb 03 20:04:30.754644 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1549c7-4465-44a1-a161-861cda6e8054 None None] Network e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:04:30.852757 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device f828a3c5-6c08-44b2-a226-aeb313c184d3 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:04:31.200357 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning for port f828a3c5-6c08-44b2-a226-aeb313c184d3 completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:04:31.211792 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port f828a3c5-6c08-44b2-a226-aeb313c184d3 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:04:31.212283 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:31.344696 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:31.380439 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] For port f828a3c5-6c08-44b2-a226-aeb313c184d3, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=f828a3c5-6c08-44b2-a226-aeb313c184d3,segment=NetworkSegment(84cef9d2-5ac0-40ad-bae5-ec27d1e31d27),segment_id=84cef9d2-5ac0-40ad-bae5-ec27d1e31d27)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:04:31.421394 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:31.424847 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:04:31.494537 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Pushing event updated for resources: {'Port': ['ID=f828a3c5-6c08-44b2-a226-aeb313c184d3,revision_number=5']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:04:31.497850 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:04:32.821706 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device f828a3c5-6c08-44b2-a226-aeb313c184d3 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:04:32.897269 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port f828a3c5-6c08-44b2-a226-aeb313c184d3 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:04:32.897677 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:33.179947 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 46728) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:04:33.429332 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-6a164b1a-f0f2-4da1-8c28-9fb9d083e9ef admin admin] 10.222.0.101 "GET /v2.0/routers/e5296212-adf9-49ae-b1e6-4c45db05deab HTTP/1.1" status: 200 len: 710 time: 0.2476292 Feb 03 20:04:33.570528 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374029e5-a138-4e49-bd28-61195adfca5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:04:33.572063 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-374029e5-a138-4e49-bd28-61195adfca5e admin admin] 10.222.0.101 "GET /v2.0/networks/e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 HTTP/1.1" status: 200 len: 886 time: 0.1373222 Feb 03 20:04:33.582173 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-5b23de39-b861-4e97-b666-cf771e714418 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'}}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:04:34.055946 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5b23de39-b861-4e97-b666-cf771e714418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853105320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13174'] for router, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:34.439626 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5b23de39-b861-4e97-b666-cf771e714418 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:34.500271 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5b23de39-b861-4e97-b666-cf771e714418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:34.516579 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5b23de39-b861-4e97-b666-cf771e714418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:34.533947 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-5b23de39-b861-4e97-b666-cf771e714418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:04:34.537976 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-5b23de39-b861-4e97-b666-cf771e714418 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:04:34.540937 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-5b23de39-b861-4e97-b666-cf771e714418 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:04:34.546517 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-5b23de39-b861-4e97-b666-cf771e714418 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:04:34.844812 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5b23de39-b861-4e97-b666-cf771e714418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:34.878229 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5b23de39-b861-4e97-b666-cf771e714418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:34.891561 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:04:35.174127 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23de39-b861-4e97-b666-cf771e714418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6820022-7366-4898-8cd5-32455a81ada9,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:04:35.184598 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5b23de39-b861-4e97-b666-cf771e714418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:04:35.356117 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [None req-5b23de39-b861-4e97-b666-cf771e714418 admin admin] Allocated IP 172.28.0.140 (e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3/cc5c5bbf-9f11-469d-8008-03763e47d1a6/5e0e01df-712f-4890-a88d-efc7c0cb1c01) {{(pid=80169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:04:35.516959 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5b23de39-b861-4e97-b666-cf771e714418 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:35.582251 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5b23de39-b861-4e97-b666-cf771e714418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392'] for port, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:35.595676 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:04:35.730274 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23de39-b861-4e97-b666-cf771e714418 admin admin] Pushing event updated for resources: {'Port': ['ID=5e0e01df-712f-4890-a88d-efc7c0cb1c01,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:04:35.743947 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5b23de39-b861-4e97-b666-cf771e714418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:04:35.786755 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b23de39-b861-4e97-b666-cf771e714418 admin admin] Network e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:04:35.787842 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-5b23de39-b861-4e97-b666-cf771e714418 admin admin] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:04:35.790351 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b23de39-b861-4e97-b666-cf771e714418 admin admin] Received port after_create {{(pid=80169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:04:36.304112 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5b23de39-b861-4e97-b666-cf771e714418 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:36.665280 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5b23de39-b861-4e97-b666-cf771e714418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853105320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13174'] for router, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:36.668697 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5b23de39-b861-4e97-b666-cf771e714418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1670582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1670465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853105335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853125662'] for router, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:36.858944 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b23de39-b861-4e97-b666-cf771e714418 admin admin] Router e5296212-adf9-49ae-b1e6-4c45db05deab has already been hosted by L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 {{(pid=80169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 20:04:37.220501 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b23de39-b861-4e97-b666-cf771e714418 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:04:37.230543 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73342c2e-d129-4f2e-a336-d62db5166ecc None None] Sync routers for ids ['e5296212-adf9-49ae-b1e6-4c45db05deab'] in dv-cinder-773985-1-smb {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:04:37.236347 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5b23de39-b861-4e97-b666-cf771e714418 admin admin] Notify callbacks [] for router, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:37.251977 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-5b23de39-b861-4e97-b666-cf771e714418 admin admin] 10.222.0.101 "PUT /v2.0/routers/e5296212-adf9-49ae-b1e6-4c45db05deab HTTP/1.1" status: 200 len: 890 time: 3.6590602 Feb 03 20:04:37.252316 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73342c2e-d129-4f2e-a336-d62db5166ecc None None] Routers {'e5296212-adf9-49ae-b1e6-4c45db05deab'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:04:37.252316 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-73342c2e-d129-4f2e-a336-d62db5166ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:04:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['e5296212-adf9-49ae-b1e6-4c45db05deab'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:04:37.469922 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-73342c2e-d129-4f2e-a336-d62db5166ecc None None] Set router e5296212-adf9-49ae-b1e6-4c45db05deab gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:04:37.848511 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-73342c2e-d129-4f2e-a336-d62db5166ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5296212-adf9-49ae-b1e6-4c45db05deab', 'name': 'router1', 'tenant_id': '1076b9693df84bda8d066cdda9e001e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '5e0e01df-712f-4890-a88d-efc7c0cb1c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:04:13Z', 'updated_at': '2021-02-03T20:04:36Z', 'revision_number': 4, 'project_id': '1076b9693df84bda8d066cdda9e001e5', 'gw_port': {'id': '5e0e01df-712f-4890-a88d-efc7c0cb1c01', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:78:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5296212-adf9-49ae-b1e6-4c45db05deab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:35Z', 'updated_at': '2021-02-03T20:04:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': 'f828a3c5-6c08-44b2-a226-aeb313c184d3', 'name': '', 'network_id': 'ba9a7192-4d72-4fb0-9844-68751a7bcd15', 'tenant_id': '1076b9693df84bda8d066cdda9e001e5', 'mac_address': 'fa:16:3e:cb:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5296212-adf9-49ae-b1e6-4c45db05deab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c70f9467-c80b-43f1-a748-225260f99636', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:24Z', 'updated_at': '2021-02-03T20:04:31Z', 'revision_number': 5, 'project_id': '1076b9693df84bda8d066cdda9e001e5', 'subnets': [{'id': 'c70f9467-c80b-43f1-a748-225260f99636', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd8ea3e23-dc82-4eaf-b1a1-2bf5ac6628f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:04:37.853644 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73342c2e-d129-4f2e-a336-d62db5166ecc None None] Checking router: e5296212-adf9-49ae-b1e6-4c45db05deab for host: dv-cinder-773985-1-smb {{(pid=80171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:04:37.854056 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73342c2e-d129-4f2e-a336-d62db5166ecc None None] Updating router e5296212-adf9-49ae-b1e6-4c45db05deab port 5e0e01df-712f-4890-a88d-efc7c0cb1c01 binding host dv-cinder-773985-1-smb {{(pid=80171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 03 20:04:37.914922 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-73342c2e-d129-4f2e-a336-d62db5166ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:38.321342 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-73342c2e-d129-4f2e-a336-d62db5166ecc None None] Notify callbacks [] for port, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:38.393376 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-73342c2e-d129-4f2e-a336-d62db5166ecc None None] Transition to ACTIVE for port object 5e0e01df-712f-4890-a88d-efc7c0cb1c01 will not be triggered until provisioned by entity L2. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:04:38.449444 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-73342c2e-d129-4f2e-a336-d62db5166ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:38.465283 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-0cdc70b1-1f50-4ad0-87a8-bb4746e44438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:04:38.610442 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ec10d-fa16-460e-a552-9595e043bbb9 None None] Pushing event updated for resources: {'Port': ['ID=5e0e01df-712f-4890-a88d-efc7c0cb1c01,revision_number=2']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:04:38.611804 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3d5ec10d-fa16-460e-a552-9595e043bbb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:04:38.674050 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-73342c2e-d129-4f2e-a336-d62db5166ecc None None] Attempting to bind port 5e0e01df-712f-4890-a88d-efc7c0cb1c01 on host dv-cinder-773985-1-smb for vnic_type normal with profile {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:04:38.674442 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-73342c2e-d129-4f2e-a336-d62db5166ecc None None] Attempting to bind port 5e0e01df-712f-4890-a88d-efc7c0cb1c01 by drivers openvswitch on host dv-cinder-773985-1-smb at level 0 using segments [{'id': '194f5804-a926-4317-99f2-0a1ac54a9265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:04:38.674848 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73342c2e-d129-4f2e-a336-d62db5166ecc None None] Attempting to bind port 5e0e01df-712f-4890-a88d-efc7c0cb1c01 on network e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:04:38.680473 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73342c2e-d129-4f2e-a336-d62db5166ecc None None] Checking agent: {'id': '3c34f775-80d1-4d8f-9ffd-976c513d9067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 3, 47), 'started_at': datetime.datetime(2021, 2, 3, 20, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.103', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:04:38.680883 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73342c2e-d129-4f2e-a336-d62db5166ecc None None] Checking segment: {'id': '194f5804-a926-4317-99f2-0a1ac54a9265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:04:38.681330 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-73342c2e-d129-4f2e-a336-d62db5166ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:38.681760 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73342c2e-d129-4f2e-a336-d62db5166ecc None None] Bound using segment: {'id': '194f5804-a926-4317-99f2-0a1ac54a9265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:04:38.682266 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-73342c2e-d129-4f2e-a336-d62db5166ecc None None] Bound port: 5e0e01df-712f-4890-a88d-efc7c0cb1c01, host: dv-cinder-773985-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194f5804-a926-4317-99f2-0a1ac54a9265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'}}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:04:38.682677 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-73342c2e-d129-4f2e-a336-d62db5166ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:38.775946 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-73342c2e-d129-4f2e-a336-d62db5166ecc None None] For port 5e0e01df-712f-4890-a88d-efc7c0cb1c01, host dv-cinder-773985-1-smb, cleared binding levels {{(pid=80171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:04:38.779470 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-73342c2e-d129-4f2e-a336-d62db5166ecc None None] For port 5e0e01df-712f-4890-a88d-efc7c0cb1c01, host dv-cinder-773985-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=5e0e01df-712f-4890-a88d-efc7c0cb1c01,segment=NetworkSegment(194f5804-a926-4317-99f2-0a1ac54a9265),segment_id=194f5804-a926-4317-99f2-0a1ac54a9265)] {{(pid=80171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:04:38.816068 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-73342c2e-d129-4f2e-a336-d62db5166ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:38.832183 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3d5ec10d-fa16-460e-a552-9595e043bbb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:04:39.134806 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ec10d-fa16-460e-a552-9595e043bbb9 None None] Pushing event updated for resources: {'Port': ['ID=5e0e01df-712f-4890-a88d-efc7c0cb1c01,revision_number=3']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:04:39.138100 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3d5ec10d-fa16-460e-a552-9595e043bbb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:04:39.182538 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73342c2e-d129-4f2e-a336-d62db5166ecc None None] Routers {'e5296212-adf9-49ae-b1e6-4c45db05deab'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:04:39.184989 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-73342c2e-d129-4f2e-a336-d62db5166ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:04:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['e5296212-adf9-49ae-b1e6-4c45db05deab'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:04:39.373272 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-73342c2e-d129-4f2e-a336-d62db5166ecc None None] Set router e5296212-adf9-49ae-b1e6-4c45db05deab gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:04:39.734053 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-73342c2e-d129-4f2e-a336-d62db5166ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5296212-adf9-49ae-b1e6-4c45db05deab', 'name': 'router1', 'tenant_id': '1076b9693df84bda8d066cdda9e001e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '5e0e01df-712f-4890-a88d-efc7c0cb1c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:04:13Z', 'updated_at': '2021-02-03T20:04:36Z', 'revision_number': 4, 'project_id': '1076b9693df84bda8d066cdda9e001e5', 'gw_port': {'id': '5e0e01df-712f-4890-a88d-efc7c0cb1c01', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:78:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5296212-adf9-49ae-b1e6-4c45db05deab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:35Z', 'updated_at': '2021-02-03T20:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': 'f828a3c5-6c08-44b2-a226-aeb313c184d3', 'name': '', 'network_id': 'ba9a7192-4d72-4fb0-9844-68751a7bcd15', 'tenant_id': '1076b9693df84bda8d066cdda9e001e5', 'mac_address': 'fa:16:3e:cb:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5296212-adf9-49ae-b1e6-4c45db05deab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c70f9467-c80b-43f1-a748-225260f99636', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:24Z', 'updated_at': '2021-02-03T20:04:31Z', 'revision_number': 5, 'project_id': '1076b9693df84bda8d066cdda9e001e5', 'subnets': [{'id': 'c70f9467-c80b-43f1-a748-225260f99636', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd8ea3e23-dc82-4eaf-b1a1-2bf5ac6628f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:04:39.739263 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73342c2e-d129-4f2e-a336-d62db5166ecc None None] The sync data for ids ['e5296212-adf9-49ae-b1e6-4c45db05deab'] in dv-cinder-773985-1-smb is: [{'id': 'e5296212-adf9-49ae-b1e6-4c45db05deab', 'name': 'router1', 'tenant_id': '1076b9693df84bda8d066cdda9e001e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '5e0e01df-712f-4890-a88d-efc7c0cb1c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:04:13Z', 'updated_at': '2021-02-03T20:04:36Z', 'revision_number': 4, 'project_id': '1076b9693df84bda8d066cdda9e001e5', 'gw_port': {'id': '5e0e01df-712f-4890-a88d-efc7c0cb1c01', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:78:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5296212-adf9-49ae-b1e6-4c45db05deab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:35Z', 'updated_at': '2021-02-03T20:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': 'f828a3c5-6c08-44b2-a226-aeb313c184d3', 'name': '', 'network_id': 'ba9a7192-4d72-4fb0-9844-68751a7bcd15', 'tenant_id': '1076b9693df84bda8d066cdda9e001e5', 'mac_address': 'fa:16:3e:cb:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5296212-adf9-49ae-b1e6-4c45db05deab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c70f9467-c80b-43f1-a748-225260f99636', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:04:24Z', 'updated_at': '2021-02-03T20:04:31Z', 'revision_number': 5, 'project_id': '1076b9693df84bda8d066cdda9e001e5', 'subnets': [{'id': 'c70f9467-c80b-43f1-a748-225260f99636', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd8ea3e23-dc82-4eaf-b1a1-2bf5ac6628f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:04:39.965541 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 46738) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:04:40.121286 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2010b871-e325-418b-a0e9-56f03b14645a admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:04:40.122969 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-2010b871-e325-418b-a0e9-56f03b14645a admin admin] 10.222.0.101 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1563418 Feb 03 20:04:40.856612 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 5e0e01df-712f-4890-a88d-efc7c0cb1c01 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:04:40.961158 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning for port 5e0e01df-712f-4890-a88d-efc7c0cb1c01 completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:04:40.967981 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port 5e0e01df-712f-4890-a88d-efc7c0cb1c01 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:04:40.968405 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:41.102192 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:41.120151 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] For port 5e0e01df-712f-4890-a88d-efc7c0cb1c01, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=5e0e01df-712f-4890-a88d-efc7c0cb1c01,segment=NetworkSegment(194f5804-a926-4317-99f2-0a1ac54a9265),segment_id=194f5804-a926-4317-99f2-0a1ac54a9265)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:04:41.155744 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:41.157960 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:04:41.238191 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Pushing event updated for resources: {'Port': ['ID=5e0e01df-712f-4890-a88d-efc7c0cb1c01,revision_number=4']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:04:41.241463 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:04:42.849630 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 5e0e01df-712f-4890-a88d-efc7c0cb1c01 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:04:42.956139 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port 5e0e01df-712f-4890-a88d-efc7c0cb1c01 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:04:42.956755 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:43.125220 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d0f8890b-1c2d-45dd-a65e-995af522c75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:45.221976 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f3f0e56a-b6ab-49d1-a295-c3d136fe9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:45.983387 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:46.825877 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:04:47.454169 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:05:03.276827 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 5 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:05:13.026717 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d4b7b91f-fa2d-4444-a742-4d9c1ed41963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:05:15.206062 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5b36d5e4-e871-415d-b291-de26e8be199e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:05:15.960410 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:05:16.757444 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:05:17.438312 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:05:40.276800 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 5 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:05:43.014118 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-59827143-f38e-4a13-9ef1-e61058bbc68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:05:45.214494 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a62858f3-bbbd-4560-bbd3-a989ef275a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:05:45.960399 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:05:46.765985 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:05:47.445554 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:06:13.025370 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a6b296b9-e483-40cb-a6ba-f73ce52235b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:06:15.216435 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a974cdb6-1287-41ac-ba5b-fbf52c6e3117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:06:15.954263 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:06:16.762462 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:06:17.277255 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 5 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:06:17.453317 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:06:43.013034 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-14376efd-fa32-4652-9cf5-1e33822ab42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:06:45.215765 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-02b71be6-77a8-49dc-aba9-ebe784d46f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:06:45.992572 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:06:46.763933 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:06:47.449720 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:06:54.276637 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 5 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:06:58.704711 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 47314) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:06:58.810872 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d2b5115-f35c-43e8-9050-4f5a3f3999a6 admin admin] GET failed (client error): The resource could not be found. Feb 03 20:06:58.812897 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-5d2b5115-f35c-43e8-9050-4f5a3f3999a6 admin admin] 10.222.0.101 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1070833 Feb 03 20:06:58.956373 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb04d341-7a87-4a6c-a5fa-e72593aa38dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:06:58.957841 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-fb04d341-7a87-4a6c-a5fa-e72593aa38dc admin admin] 10.222.0.101 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1403766 Feb 03 20:07:01.466379 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 47324) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:07:01.632961 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1103192c-23ec-4f5e-b77d-6ba1f10d0d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:07:01.633585 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-1103192c-23ec-4f5e-b77d-6ba1f10d0d75 admin admin] Synchronizing usage tracker for tenant:1ab419d3becf48478a92275fd162964b on resource:subnet {{(pid=80169) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:07:01.712700 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-1103192c-23ec-4f5e-b77d-6ba1f10d0d75 admin admin] Unset dirty status for tenant:1ab419d3becf48478a92275fd162964b on resource:subnet {{(pid=80169) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:07:01.714033 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-1103192c-23ec-4f5e-b77d-6ba1f10d0d75 admin admin] 10.222.0.101 "GET /v2.0/subnets/c70f9467-c80b-43f1-a748-225260f99636 HTTP/1.1" status: 200 len: 849 time: 0.2465312 Feb 03 20:07:01.728806 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-b6fc9bb3-3c03-4793-836a-b1159d26d200 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:07:01.885733 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b6fc9bb3-3c03-4793-836a-b1159d26d200 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:07:02.282415 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b6fc9bb3-3c03-4793-836a-b1159d26d200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730562288499'] for subnet, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:07:02.301501 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ec437372-1c8e-44c2-ba42-088d6a805a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:07:02.445681 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc9bb3-3c03-4793-836a-b1159d26d200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c70f9467-c80b-43f1-a748-225260f99636,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:07:02.467116 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc9bb3-3c03-4793-836a-b1159d26d200 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:07:02.467556 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc9bb3-3c03-4793-836a-b1159d26d200 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:07:02.467939 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc9bb3-3c03-4793-836a-b1159d26d200 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:07:02.468820 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc9bb3-3c03-4793-836a-b1159d26d200 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:07:02.469183 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc9bb3-3c03-4793-836a-b1159d26d200 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:07:02.469562 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc9bb3-3c03-4793-836a-b1159d26d200 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:07:02.469920 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc9bb3-3c03-4793-836a-b1159d26d200 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:07:02.470302 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc9bb3-3c03-4793-836a-b1159d26d200 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:07:02.470644 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc9bb3-3c03-4793-836a-b1159d26d200 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:07:02.470997 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc9bb3-3c03-4793-836a-b1159d26d200 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:07:02.471351 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc9bb3-3c03-4793-836a-b1159d26d200 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:07:02.471733 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc9bb3-3c03-4793-836a-b1159d26d200 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:07:02.477766 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-b6fc9bb3-3c03-4793-836a-b1159d26d200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:07:02.509845 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fc9bb3-3c03-4793-836a-b1159d26d200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:07:02.510544 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b6fc9bb3-3c03-4793-836a-b1159d26d200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for subnet, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:07:02.511967 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-b6fc9bb3-3c03-4793-836a-b1159d26d200 admin admin] 10.222.0.101 "PUT /v2.0/subnets/c70f9467-c80b-43f1-a748-225260f99636 HTTP/1.1" status: 200 len: 868 time: 0.7901523 Feb 03 20:07:02.531489 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba002bb-9701-4e57-8ff0-fd4fd826a501 None None] Network ba9a7192-4d72-4fb0-9844-68751a7bcd15 requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:07:03.084668 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-ce4d814a-0036-40c5-86d8-72b02a2fd653 None None] Provisioning complete for port 0834e12f-25c2-47ce-8dcc-1d091e3c5caf triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:07:03.084983 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ce4d814a-0036-40c5-86d8-72b02a2fd653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:07:03.219836 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-ce4d814a-0036-40c5-86d8-72b02a2fd653 None None] Provisioning complete for port f828a3c5-6c08-44b2-a226-aeb313c184d3 triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:07:03.220228 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ce4d814a-0036-40c5-86d8-72b02a2fd653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:07:05.011296 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 47334) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:07:05.230582 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d87abf-6db2-4dc4-8c66-6c05220bfa1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:07:05.231009 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d87abf-6db2-4dc4-8c66-6c05220bfa1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:07:05.232702 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-17d87abf-6db2-4dc4-8c66-6c05220bfa1a admin admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2203271 Feb 03 20:07:07.732941 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 47344) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:07:07.956271 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46359f8-2551-44aa-bd7f-24517acc3a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:07:07.956616 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46359f8-2551-44aa-bd7f-24517acc3a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:07:07.958296 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-d46359f8-2551-44aa-bd7f-24517acc3a3a admin admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2242670 Feb 03 20:07:10.457567 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 47354) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:07:10.678220 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a3fc83-1f2c-4f40-9bc9-8d6b6c325b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:07:10.679748 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-16a3fc83-1f2c-4f40-9bc9-8d6b6c325b2b admin admin] 10.222.0.101 "GET /v2.0/networks/ba9a7192-4d72-4fb0-9844-68751a7bcd15 HTTP/1.1" status: 200 len: 862 time: 0.2211721 Feb 03 20:07:13.020661 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3cd9775f-e83f-43ff-8a9f-7c15b00aec07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:07:13.175443 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 47364) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:07:13.391618 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f676d5f5-17bd-44c2-9590-aab3b82e9258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:07:13.393266 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-f676d5f5-17bd-44c2-9590-aab3b82e9258 admin admin] 10.222.0.101 "GET /v2.0/networks/e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 HTTP/1.1" status: 200 len: 886 time: 0.2166398 Feb 03 20:07:15.219196 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8bfe5c5a-419e-41cf-bad0-efa3d1135f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:07:15.919408 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 47374) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:07:15.972479 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:07:16.065558 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63207aba-87ce-4343-98a8-b92585c5a728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:07:16.065894 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63207aba-87ce-4343-98a8-b92585c5a728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:07:16.067595 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-63207aba-87ce-4343-98a8-b92585c5a728 admin admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1471112 Feb 03 20:07:16.766791 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:07:17.453136 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:07:18.618582 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 47384) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:07:18.766329 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16090fb3-bab8-41f1-be8b-0d53c7d0194c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:07:18.766747 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16090fb3-bab8-41f1-be8b-0d53c7d0194c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:07:18.768473 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-16090fb3-bab8-41f1-be8b-0d53c7d0194c admin admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1488373 Feb 03 20:07:21.229223 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 47394) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:07:21.374609 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b2750c-25a0-422e-afaf-c3e05f356811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:07:21.376121 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-43b2750c-25a0-422e-afaf-c3e05f356811 admin admin] 10.222.0.101 "GET /v2.0/subnets/c70f9467-c80b-43f1-a748-225260f99636 HTTP/1.1" status: 200 len: 868 time: 0.1458142 Feb 03 20:07:23.905989 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 47404) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:07:24.049730 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dd1758-5a42-42c4-92b0-8c6bb5e93551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:07:24.051138 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-b0dd1758-5a42-42c4-92b0-8c6bb5e93551 admin admin] 10.222.0.101 "GET /v2.0/subnets/cc5c5bbf-9f11-469d-8008-03763e47d1a6 HTTP/1.1" status: 200 len: 816 time: 0.1440980 Feb 03 20:07:31.276121 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 5 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:07:43.017864 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b4991e06-5242-4f37-89a5-bd3cbe775244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:07:45.208747 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0a1bac5c-3b4d-45ed-b769-c4983d6464b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:07:45.957294 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:07:46.768556 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:07:47.476912 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:07:50.149981 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 47444) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:07:50.229228 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [None req-a688e5f6-3723-48f5-b3da-62887172b6ce admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 20:07:50.230358 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-a688e5f6-3723-48f5-b3da-62887172b6ce admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0793357 Feb 03 20:07:52.822808 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 47454) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:07:52.926234 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e288ca-fb32-4d79-9d44-294cbb9c6c2b admin admin] GET failed (client error): The resource could not be found. Feb 03 20:07:52.927604 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-43e288ca-fb32-4d79-9d44-294cbb9c6c2b admin admin] 10.222.0.101 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1037481 Feb 03 20:07:53.067909 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5b0593-e7c3-4b43-83f0-ad7485660d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:07:53.069504 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-0f5b0593-e7c3-4b43-83f0-ad7485660d5e admin admin] 10.222.0.101 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1373265 Feb 03 20:07:55.589082 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 47464) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:07:55.668169 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-7ab6b24e-deb4-42af-902b-2a8be9f4e273 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:07:55.674459 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-7ab6b24e-deb4-42af-902b-2a8be9f4e273 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:07:55.684249 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-7ab6b24e-deb4-42af-902b-2a8be9f4e273 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:07:55.739444 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab6b24e-deb4-42af-902b-2a8be9f4e273 admin admin] Made reservation on behalf of 1ab419d3becf48478a92275fd162964b for: {'network': 1} {{(pid=80169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:07:55.744405 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7ab6b24e-deb4-42af-902b-2a8be9f4e273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for network, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:07:55.842511 dv-cinder-773985-1-smb neutron-server[80058]: WARNING neutron.services.revisions.revision_plugin [None req-7ab6b24e-deb4-42af-902b-2a8be9f4e273 admin admin] Could not find related network for resource to bump revision. Feb 03 20:07:55.961617 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab6b24e-deb4-42af-902b-2a8be9f4e273 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 20:07:55.971996 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7ab6b24e-deb4-42af-902b-2a8be9f4e273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:07:55.972382 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.segments_db [None req-7ab6b24e-deb4-42af-902b-2a8be9f4e273 admin admin] Added segment 3732d55f-3aef-4242-8340-475f4881b9d9 of type vxlan for network 3b211715-5b5c-486a-aad4-9ceeeb9401cf Feb 03 20:07:55.999187 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7ab6b24e-deb4-42af-902b-2a8be9f4e273 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306292959399'] for network, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:07:56.088325 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7ab6b24e-deb4-42af-902b-2a8be9f4e273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669'] for network, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:07:56.089518 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab6b24e-deb4-42af-902b-2a8be9f4e273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:07:56.090164 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7ab6b24e-deb4-42af-902b-2a8be9f4e273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:07:56.095369 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:07:56.200899 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6b24e-deb4-42af-902b-2a8be9f4e273 admin admin] Pushing event updated for resources: {'Network': ['ID=3b211715-5b5c-486a-aad4-9ceeeb9401cf,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:07:56.203944 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-7ab6b24e-deb4-42af-902b-2a8be9f4e273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:07:56.211511 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Network 3b211715-5b5c-486a-aad4-9ceeeb9401cf details requested by agent ovs-agent-dv-cinder-773985-1-smb with host dv-cinder-773985-1-smb {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:07:56.226515 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-7ab6b24e-deb4-42af-902b-2a8be9f4e273 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.6362574 Feb 03 20:07:58.759139 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 47474) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:07:58.863408 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.pecan_wsgi.hooks.translation [None req-030b8fac-72d6-4dad-97de-2429b94de968 admin admin] GET failed (client error): The resource could not be found. Feb 03 20:07:58.863994 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-030b8fac-72d6-4dad-97de-2429b94de968 admin admin] Synchronizing usage tracker for tenant:1ab419d3becf48478a92275fd162964b on resource:network {{(pid=80169) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:07:58.893417 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-030b8fac-72d6-4dad-97de-2429b94de968 admin admin] Unset dirty status for tenant:1ab419d3becf48478a92275fd162964b on resource:network {{(pid=80169) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:07:58.894606 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-030b8fac-72d6-4dad-97de-2429b94de968 admin admin] 10.222.0.101 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1344156 Feb 03 20:07:59.015521 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5418b2-934c-4fae-820d-3e331e38cdca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:07:59.017177 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-aa5418b2-934c-4fae-820d-3e331e38cdca admin admin] 10.222.0.101 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1181943 Feb 03 20:07:59.028164 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-d8446bbb-1b01-4544-ba79-01ac97c3f3d0 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '3b211715-5b5c-486a-aad4-9ceeeb9401cf', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:07:59.033579 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-d8446bbb-1b01-4544-ba79-01ac97c3f3d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:07:59.043239 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-d8446bbb-1b01-4544-ba79-01ac97c3f3d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:07:59.076948 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8446bbb-1b01-4544-ba79-01ac97c3f3d0 admin admin] Made reservation on behalf of 1ab419d3becf48478a92275fd162964b for: {'subnet': 1} {{(pid=80169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:07:59.081515 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d8446bbb-1b01-4544-ba79-01ac97c3f3d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:07:59.689397 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d8446bbb-1b01-4544-ba79-01ac97c3f3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669'] for subnet, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:07:59.705148 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-b6fc9bb3-3c03-4793-836a-b1159d26d200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:07:59.835546 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8446bbb-1b01-4544-ba79-01ac97c3f3d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acfaab24-25e0-43c4-a0d6-b1513e8acb48,revision_number=0']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:07:59.849602 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-d8446bbb-1b01-4544-ba79-01ac97c3f3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:07:59.915436 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8446bbb-1b01-4544-ba79-01ac97c3f3d0 admin admin] Checking segment: {'id': '3732d55f-3aef-4242-8340-475f4881b9d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3b211715-5b5c-486a-aad4-9ceeeb9401cf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:07:59.915856 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8446bbb-1b01-4544-ba79-01ac97c3f3d0 admin admin] Network hostable DHCP agents. Network: 3b211715-5b5c-486a-aad4-9ceeeb9401cf, hostable agents: ['8291a3bc-6c85-4131-82cd-10fb92f4b1cb'], hosted agents: [] {{(pid=80169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 20:07:59.960416 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8446bbb-1b01-4544-ba79-01ac97c3f3d0 admin admin] Network 3b211715-5b5c-486a-aad4-9ceeeb9401cf is scheduled to be hosted by DHCP agent 8291a3bc-6c85-4131-82cd-10fb92f4b1cb with binding_index 1 {{(pid=80169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 20:07:59.996650 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-d8446bbb-1b01-4544-ba79-01ac97c3f3d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-smb, 3b211715-5b5c-486a-aad4-9ceeeb9401cf) {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:08:00.000858 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8446bbb-1b01-4544-ba79-01ac97c3f3d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:08:00.001494 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d8446bbb-1b01-4544-ba79-01ac97c3f3d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for subnet, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:08:00.006875 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c67912f-47b9-4a2e-a222-055e21c44ed5 None None] Network 3b211715-5b5c-486a-aad4-9ceeeb9401cf requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:08:00.066970 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-d8446bbb-1b01-4544-ba79-01ac97c3f3d0 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0423436 Feb 03 20:08:00.421081 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc449d3ce-8a09-5af3-8447-33018e6b7238-3b211715-5b5c-486a-aad4-9ceeeb9401cf', 'network_id': '3b211715-5b5c-486a-aad4-9ceeeb9401cf', 'tenant_id': '1ab419d3becf48478a92275fd162964b', 'fixed_ips': [{'subnet_id': 'acfaab24-25e0-43c4-a0d6-b1513e8acb48'}]}} from dv-cinder-773985-1-smb. {{(pid=80171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 03 20:08:00.422052 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:08:00.725285 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Allocated IP 192.168.233.2 (3b211715-5b5c-486a-aad4-9ceeeb9401cf/acfaab24-25e0-43c4-a0d6-b1513e8acb48/091812e0-18ec-4d70-9e76-b091c8c60709) {{(pid=80171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:08:01.056692 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Notify callbacks [] for port, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:08:01.117226 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Transition to ACTIVE for port object 091812e0-18ec-4d70-9e76-b091c8c60709 will not be triggered until provisioned by entity L2. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:08:01.135203 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Transition to ACTIVE for port object 091812e0-18ec-4d70-9e76-b091c8c60709 will not be triggered until provisioned by entity DHCP. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:08:01.180328 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392'] for port, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:08:01.196329 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:08:01.332123 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Pushing event updated for resources: {'Port': ['ID=091812e0-18ec-4d70-9e76-b091c8c60709,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:08:01.353190 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:08:01.353576 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:08:01.353950 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:08:01.354323 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:08:01.354688 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:08:01.355057 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:08:01.355418 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:08:01.355802 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:08:01.356166 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:08:01.356558 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:08:01.356917 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:08:01.357275 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:08:01.365381 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:08:01.405720 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Network 3b211715-5b5c-486a-aad4-9ceeeb9401cf is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:08:01.407058 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:08:01.409966 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Received port after_create {{(pid=80171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:08:01.470769 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Attempting to bind port 091812e0-18ec-4d70-9e76-b091c8c60709 on host dv-cinder-773985-1-smb for vnic_type normal with profile {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:08:01.471182 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Attempting to bind port 091812e0-18ec-4d70-9e76-b091c8c60709 by drivers openvswitch on host dv-cinder-773985-1-smb at level 0 using segments [{'id': '3732d55f-3aef-4242-8340-475f4881b9d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3b211715-5b5c-486a-aad4-9ceeeb9401cf'}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:08:01.471655 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Attempting to bind port 091812e0-18ec-4d70-9e76-b091c8c60709 on network 3b211715-5b5c-486a-aad4-9ceeeb9401cf {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:08:01.477876 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Checking agent: {'id': '3c34f775-80d1-4d8f-9ffd-976c513d9067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 3, 47), 'started_at': datetime.datetime(2021, 2, 3, 20, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.103', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:08:01.478296 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Checking segment: {'id': '3732d55f-3aef-4242-8340-475f4881b9d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3b211715-5b5c-486a-aad4-9ceeeb9401cf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:08:01.478885 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:08:01.479593 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Bound using segment: {'id': '3732d55f-3aef-4242-8340-475f4881b9d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3b211715-5b5c-486a-aad4-9ceeeb9401cf'} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:08:01.479902 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Bound port: 091812e0-18ec-4d70-9e76-b091c8c60709, host: dv-cinder-773985-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3732d55f-3aef-4242-8340-475f4881b9d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3b211715-5b5c-486a-aad4-9ceeeb9401cf'}}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:08:01.480309 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:08:01.580978 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] For port 091812e0-18ec-4d70-9e76-b091c8c60709, host dv-cinder-773985-1-smb, cleared binding levels {{(pid=80171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:08:01.584851 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] For port 091812e0-18ec-4d70-9e76-b091c8c60709, host dv-cinder-773985-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=091812e0-18ec-4d70-9e76-b091c8c60709,segment=NetworkSegment(3732d55f-3aef-4242-8340-475f4881b9d9),segment_id=3732d55f-3aef-4242-8340-475f4881b9d9)] {{(pid=80171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:08:01.652790 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:08:01.670490 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-03db10bb-e039-4f6b-a32b-bb452e4318a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:08:01.831070 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Pushing event updated for resources: {'Port': ['ID=091812e0-18ec-4d70-9e76-b091c8c60709,revision_number=2']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:08:01.835030 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:08:02.979942 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 091812e0-18ec-4d70-9e76-b091c8c60709 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:08:03.114701 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning for port 091812e0-18ec-4d70-9e76-b091c8c60709 completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:08:03.190654 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466b6e36-543c-404a-a00e-ab3674f13ebc None None] Network 3b211715-5b5c-486a-aad4-9ceeeb9401cf requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:08:03.323985 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3a39906c-0b4a-4d54-9aa4-bbaf9acc606d None None] Provisioning for port 091812e0-18ec-4d70-9e76-b091c8c60709 completed by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:08:03.338837 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3a39906c-0b4a-4d54-9aa4-bbaf9acc606d None None] Provisioning complete for port 091812e0-18ec-4d70-9e76-b091c8c60709 triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:08:03.339486 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3a39906c-0b4a-4d54-9aa4-bbaf9acc606d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:08:03.583965 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3a39906c-0b4a-4d54-9aa4-bbaf9acc606d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:08:03.625796 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-3a39906c-0b4a-4d54-9aa4-bbaf9acc606d None None] For port 091812e0-18ec-4d70-9e76-b091c8c60709, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=091812e0-18ec-4d70-9e76-b091c8c60709,segment=NetworkSegment(3732d55f-3aef-4242-8340-475f4881b9d9),segment_id=3732d55f-3aef-4242-8340-475f4881b9d9)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:08:03.654873 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3a39906c-0b4a-4d54-9aa4-bbaf9acc606d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:08:03.667949 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:08:03.735001 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39906c-0b4a-4d54-9aa4-bbaf9acc606d None None] Pushing event updated for resources: {'Port': ['ID=091812e0-18ec-4d70-9e76-b091c8c60709,revision_number=3']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:08:03.758369 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3a39906c-0b4a-4d54-9aa4-bbaf9acc606d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:08:03.888286 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-90a08588-8c61-446d-a65c-87b6bd676a06 None None] Provisioning complete for port 091812e0-18ec-4d70-9e76-b091c8c60709 triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:08:03.889376 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-90a08588-8c61-446d-a65c-87b6bd676a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:08:04.147339 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-78ff291b-8b86-430e-b354-30824d2a73b0 None None] Provisioning complete for port 091812e0-18ec-4d70-9e76-b091c8c60709 triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:08:04.147957 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-78ff291b-8b86-430e-b354-30824d2a73b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:08:04.935199 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 091812e0-18ec-4d70-9e76-b091c8c60709 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:08:05.012067 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port 091812e0-18ec-4d70-9e76-b091c8c60709 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:08:05.012599 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:08:08.275502 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 5 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:08:13.014765 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-30a7e472-1bdb-4ecb-97ca-7b308a63e95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:08:15.213317 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-edf8a78f-269c-43fa-8878-d61a77249224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:08:15.960012 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:08:16.783165 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:08:17.463247 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:08:43.005533 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3f5e0125-a130-4a29-af48-14608ea1e38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:08:45.239403 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-cacd1679-5fbe-43c5-bc9b-ef57fb9b292c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:08:45.274965 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 5 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:08:45.972912 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:08:46.789886 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:08:47.470923 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:09:13.011010 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-606dd348-eaff-4c16-bc13-dc38dd6674d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:09:15.229547 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8ccf8197-ea68-4b1f-8a89-8dffa7e8b5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:09:15.972335 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:09:16.788248 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:09:17.027899 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 47516) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:09:17.034967 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [None req-ece968ba-8485-4dc4-962a-1757e1032c9e tempest-verify_tempest_config-1783924482 tempest-verify_tempest_config-1783924482-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 20:09:17.036087 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-ece968ba-8485-4dc4-962a-1757e1032c9e tempest-verify_tempest_config-1783924482 tempest-verify_tempest_config-1783924482-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0071089 Feb 03 20:09:17.463836 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:09:17.511820 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 47536) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:09:17.667969 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-89afd6b6-6ebd-4897-b0c4-78d4a67a6e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:09:17.682916 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-89afd6b6-6ebd-4897-b0c4-78d4a67a6e56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:09:17.686907 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-89afd6b6-6ebd-4897-b0c4-78d4a67a6e56 admin admin] Usage tracker for resource:security_group_rule and tenant:ac4ddf93da3e47588e1da8aa2b750721 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:09:17.689844 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-89afd6b6-6ebd-4897-b0c4-78d4a67a6e56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:09:17.696534 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-89afd6b6-6ebd-4897-b0c4-78d4a67a6e56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:09:18.123196 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-89afd6b6-6ebd-4897-b0c4-78d4a67a6e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:09:18.153600 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-89afd6b6-6ebd-4897-b0c4-78d4a67a6e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:09:18.163954 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:09:18.204078 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-89afd6b6-6ebd-4897-b0c4-78d4a67a6e56 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ac4ddf93da3e47588e1da8aa2b750721&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6908827 Feb 03 20:09:18.205658 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89afd6b6-6ebd-4897-b0c4-78d4a67a6e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464526d6-3d46-4700-a007-bb0c31e8c324,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:09:18.207654 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 47542) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:09:18.213679 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89afd6b6-6ebd-4897-b0c4-78d4a67a6e56 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:09:18.214062 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89afd6b6-6ebd-4897-b0c4-78d4a67a6e56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:09:18.214431 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89afd6b6-6ebd-4897-b0c4-78d4a67a6e56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:09:18.214798 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89afd6b6-6ebd-4897-b0c4-78d4a67a6e56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:09:18.215156 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89afd6b6-6ebd-4897-b0c4-78d4a67a6e56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:09:18.215515 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89afd6b6-6ebd-4897-b0c4-78d4a67a6e56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:09:18.215902 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89afd6b6-6ebd-4897-b0c4-78d4a67a6e56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:09:18.216259 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89afd6b6-6ebd-4897-b0c4-78d4a67a6e56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:09:18.216616 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89afd6b6-6ebd-4897-b0c4-78d4a67a6e56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:09:18.216971 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89afd6b6-6ebd-4897-b0c4-78d4a67a6e56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:09:18.217326 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89afd6b6-6ebd-4897-b0c4-78d4a67a6e56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:09:18.217675 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89afd6b6-6ebd-4897-b0c4-78d4a67a6e56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:09:18.221778 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-89afd6b6-6ebd-4897-b0c4-78d4a67a6e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:09:18.271198 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-65f7fdfb-2726-40a9-a024-5989cdad3c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:09:18.297805 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-65f7fdfb-2726-40a9-a024-5989cdad3c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:09:18.376704 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-65f7fdfb-2726-40a9-a024-5989cdad3c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:09:18.381448 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ba6431a4-6eb0-48cb-ad79-c9683d36fdeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:09:18.393616 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7fdfb-2726-40a9-a024-5989cdad3c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464526d6-3d46-4700-a007-bb0c31e8c324,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:09:18.401451 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7fdfb-2726-40a9-a024-5989cdad3c3f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:09:18.401854 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7fdfb-2726-40a9-a024-5989cdad3c3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:09:18.402205 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7fdfb-2726-40a9-a024-5989cdad3c3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:09:18.402574 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7fdfb-2726-40a9-a024-5989cdad3c3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:09:18.402935 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7fdfb-2726-40a9-a024-5989cdad3c3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:09:18.403299 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7fdfb-2726-40a9-a024-5989cdad3c3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:09:18.403703 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7fdfb-2726-40a9-a024-5989cdad3c3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:09:18.404066 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7fdfb-2726-40a9-a024-5989cdad3c3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:09:18.404428 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7fdfb-2726-40a9-a024-5989cdad3c3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:09:18.404786 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7fdfb-2726-40a9-a024-5989cdad3c3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:09:18.405143 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7fdfb-2726-40a9-a024-5989cdad3c3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:09:18.405497 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7fdfb-2726-40a9-a024-5989cdad3c3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:09:18.411597 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-65f7fdfb-2726-40a9-a024-5989cdad3c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:09:18.413619 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-65f7fdfb-2726-40a9-a024-5989cdad3c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:09:18.414803 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-65f7fdfb-2726-40a9-a024-5989cdad3c3f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/464526d6-3d46-4700-a007-bb0c31e8c324 HTTP/1.1" status: 204 len: 168 time: 0.2060976 Feb 03 20:09:22.274896 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 5 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:09:43.006072 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d014b6f2-ec50-4c05-b8e5-ad68f92b0bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:09:45.244178 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f2fd40d6-2e94-41ba-8c26-8a54c9e20ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:09:45.987282 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:09:46.781772 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:09:47.485753 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:09:59.274796 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 5 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:10:13.011810 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-714bc548-dbf3-4c51-b112-ab43fb8195c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:10:15.216468 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8a9afc9a-4eb1-4c41-981a-38ad77d2f97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:10:15.982237 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:10:16.799484 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:10:17.473648 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:10:36.274201 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 5 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:10:43.009570 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-050a0501-0646-4003-89ca-f4e7259dbb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:10:45.227850 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-278d0600-f70b-49dd-abe7-8898a7631c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:10:45.993802 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:10:46.827677 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:10:47.507676 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:11:13.004440 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2783f010-b36c-4e4c-ae90-0f98d4f9a648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:11:13.273746 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 5 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:11:15.233121 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-601063c4-5725-4488-bcb0-fd5d321e36d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:11:15.781458 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671'] for agent, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:11:15.781934 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:11:15.782328 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:11:15.782712 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:11:15.783092 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:11:15.783473 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:11:15.783909 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:11:15.784288 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:11:15.784909 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:11:15.785291 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:11:15.785710 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:11:15.786086 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:11:15.786460 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:11:15.786855 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77398', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:11:15.792850 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77398', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:11:16.004307 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:11:16.165090 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] get_endpoint_by_host() called for host hv-cinder-77398 {{(pid=80171) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 03 20:11:16.169926 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] get_endpoint_by_ip() called for ip 192.168.0.90 {{(pid=80171) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 03 20:11:16.173132 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] _add_endpoint() called for ip 192.168.0.90 {{(pid=80171) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 03 20:11:16.209433 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] _get_endpoints() called {{(pid=80171) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 03 20:11:16.775502 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:11:17.489874 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:11:26.290865 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 47614) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:11:26.439682 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-9263338c-f16b-46e3-b392-760ce193785e admin admin] 10.222.0.101 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5075 time: 0.1476068 Feb 03 20:11:28.985700 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 47624) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:11:29.073388 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-d8537cb5-cd8d-4868-8ef7-f746a9731874 admin admin] 10.222.0.101 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5075 time: 0.0864983 Feb 03 20:11:43.009019 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fe3d694a-b405-4968-a3de-ef82336baae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:11:45.237762 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-dddf932d-03e3-4580-8c47-e6ea8a71530e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:11:45.780891 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:11:46.020888 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:11:46.769521 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:11:47.500140 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:11:50.273523 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:12:13.009000 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5b7f8fcd-3781-4731-84bf-22274cb4939f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:12:15.271230 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f3711385-d522-4d95-82ab-756df9428bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:12:15.814560 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:12:15.991432 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:12:16.786088 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:12:17.517480 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:12:27.272881 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:12:43.026763 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-078492a3-2a9d-47b4-9100-0a2e90e7e195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:12:45.253999 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ffd7adef-a8e7-4106-8d65-5d4bfe5082ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:12:45.802649 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:12:46.009750 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:12:46.779990 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:12:47.516908 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:04.273609 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:13:13.013861 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9c9c1da0-3072-4328-a8e0-1bb60c044866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:15.247852 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9eaaedea-e5b7-4ce2-af5a-6b61dd2a3913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:15.807716 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:15.990458 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:16.785109 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:17.499259 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:29.208079 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 47778) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:29.666480 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-293802104-network', 'tenant_id': '995473274b884b29a3d63d8aad2d45c9'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:13:29.677559 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:29.677559 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Usage tracker for resource:network and tenant:995473274b884b29a3d63d8aad2d45c9 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:29.681020 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:29.686761 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:29.731116 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Made reservation on behalf of 995473274b884b29a3d63d8aad2d45c9 for: {'network': 1} {{(pid=80169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:13:29.735968 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for network, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:29.770510 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:29.786790 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:29.793239 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Usage tracker for resource:security_group_rule and tenant:995473274b884b29a3d63d8aad2d45c9 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:29.796854 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:29.803516 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:29.986220 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:30.007833 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:30.013363 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:30.046139 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 20:13:30.056218 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f7d287-0424-4c8e-a901-c58799925112,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:30.066139 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:30.066535 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:30.066916 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:30.067295 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:30.067696 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:30.077092 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:30.077092 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:30.077092 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:30.077092 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:30.077092 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:30.077092 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:30.077092 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:30.077092 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:30.077092 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:30.077092 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:30.077092 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:30.077092 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:30.077092 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:30.077092 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:30.077092 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:30.077092 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Tracked resource versions report: Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: pushed versions: Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: { 'AddressGroup': {'1.1'}, Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'ConntrackHelper': {'1.0'}, Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'Log': {'1.0'}, Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'Network': {'1.1'}, Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'Port': {'1.7'}, Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'PortForwarding': {'1.2'}, Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'QosPolicy': {'1.8'}, Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroup': {'1.4'}, Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroupRule': {'1.2'}, Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'SubPort': {'1.0'}, Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'Subnet': {'1.1'}, Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'Trunk': {'1.1'}} Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: consumer versions: Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: { DHCP agent@dv-cinder-773985-1-smb: {}, Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: L3 agent@dv-cinder-773985-1-smb: {}, Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: Metadata agent@dv-cinder-773985-1-smb: {}, Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: Metering agent@dv-cinder-773985-1-smb: {}, Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: Open vSwitch agent@dv-cinder-773985-1-smb: { 'AddressGroup': '1.1', Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'ConntrackHelper': '1.0', Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'Log': '1.0', Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'Network': '1.1', Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'Port': '1.7', Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'PortForwarding': '1.2', Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'QosPolicy': '1.8', Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroup': '1.4', Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroupRule': '1.2', Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'SubPort': '1.0', Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'Subnet': '1.1', Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'Trunk': '1.1'}, Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: Open vSwitch agent@hv-cinder-77398: { 'AddressGroup': '1.1', Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'ConntrackHelper': '1.0', Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'Log': '1.0', Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'Network': '1.1', Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'Port': '1.7', Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'PortForwarding': '1.2', Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'QosPolicy': '1.8', Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroup': '1.4', Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroupRule': '1.2', Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'SubPort': '1.0', Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'Subnet': '1.1', Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: 'Trunk': '1.1'}} Feb 03 20:13:30.078335 dv-cinder-773985-1-smb neutron-server[80058]: {{(pid=80169) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 03 20:13:30.082767 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:30.082767 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.segments_db [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Added segment 74771999-6d06-4cb2-9c89-cef16ef8ca71 of type vxlan for network fabdc8ae-63cc-477b-8e16-b19f6405722e Feb 03 20:13:30.088642 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:30.124831 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 47810) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:30.175140 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306292959399'] for network, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:30.235936 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669'] for network, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:30.237270 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:13:30.237925 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:30.243301 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-7ab6b24e-deb4-42af-902b-2a8be9f4e273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:30.358245 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Pushing event updated for resources: {'Network': ['ID=fabdc8ae-63cc-477b-8e16-b19f6405722e,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:30.361965 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:30.371866 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Network fabdc8ae-63cc-477b-8e16-b19f6405722e details requested by agent ovs-agent-dv-cinder-773985-1-smb with host dv-cinder-773985-1-smb {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:13:30.394036 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1823337 Feb 03 20:13:30.394404 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 47822) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:30.401566 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-6c632e39-9ad1-47e0-83ce-3b54bd486f19 admin admin] Request body: {'subnet': {'network_id': 'fabdc8ae-63cc-477b-8e16-b19f6405722e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-293802104-subnet', 'tenant_id': '995473274b884b29a3d63d8aad2d45c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:13:30.406560 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-6c632e39-9ad1-47e0-83ce-3b54bd486f19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:30.411040 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-6c632e39-9ad1-47e0-83ce-3b54bd486f19 admin admin] Usage tracker for resource:subnet and tenant:995473274b884b29a3d63d8aad2d45c9 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:30.414232 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-6c632e39-9ad1-47e0-83ce-3b54bd486f19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:30.420386 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-6c632e39-9ad1-47e0-83ce-3b54bd486f19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:30.464655 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c632e39-9ad1-47e0-83ce-3b54bd486f19 admin admin] Made reservation on behalf of 995473274b884b29a3d63d8aad2d45c9 for: {'subnet': 1} {{(pid=80169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:13:30.471931 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6c632e39-9ad1-47e0-83ce-3b54bd486f19 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:30.473121 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 47826) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:30.490324 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Network fabdc8ae-63cc-477b-8e16-b19f6405722e details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:13:30.779932 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 47838) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:30.818675 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 47844) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:30.820258 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1760287194-network', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:13:30.828944 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:30.833833 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] Usage tracker for resource:network and tenant:7d0c86df6c4f4593b9a31a035a219a8b is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:30.837644 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:30.843758 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:30.878535 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] Made reservation on behalf of 7d0c86df6c4f4593b9a31a035a219a8b for: {'network': 1} {{(pid=80169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:13:30.896690 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for network, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:30.896818 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-794819136-network', 'tenant_id': 'e458d9c01b8747398983b47f4fad0331'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:13:30.896818 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:30.900581 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Usage tracker for resource:network and tenant:e458d9c01b8747398983b47f4fad0331 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:30.903675 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:30.909466 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:30.950297 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Made reservation on behalf of e458d9c01b8747398983b47f4fad0331 for: {'network': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:13:30.955715 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:30.956956 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for network, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:30.975694 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:30.976461 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:30.982665 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] Usage tracker for resource:security_group_rule and tenant:7d0c86df6c4f4593b9a31a035a219a8b is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:30.987779 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:30.995475 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:31.000953 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:31.006722 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Usage tracker for resource:security_group_rule and tenant:e458d9c01b8747398983b47f4fad0331 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:31.011197 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:31.017829 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:31.105379 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-5586c437-9016-49b2-86bd-e276de81cbda admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-562042104-network', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:13:31.117181 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-5586c437-9016-49b2-86bd-e276de81cbda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:31.127021 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-5586c437-9016-49b2-86bd-e276de81cbda admin admin] Usage tracker for resource:network and tenant:e1c0df3d838d47bb903f815bc72144c5 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:31.136226 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-5586c437-9016-49b2-86bd-e276de81cbda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:31.144128 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-5586c437-9016-49b2-86bd-e276de81cbda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:31.151071 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6c632e39-9ad1-47e0-83ce-3b54bd486f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669'] for subnet, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:31.167600 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-d8446bbb-1b01-4544-ba79-01ac97c3f3d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:31.234514 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c632e39-9ad1-47e0-83ce-3b54bd486f19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6969874b-34f9-4e38-860c-16115b2aa8c3,revision_number=0']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:31.245637 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5586c437-9016-49b2-86bd-e276de81cbda admin admin] Made reservation on behalf of e1c0df3d838d47bb903f815bc72144c5 for: {'network': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:13:31.251109 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5586c437-9016-49b2-86bd-e276de81cbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for network, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:31.271616 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5586c437-9016-49b2-86bd-e276de81cbda admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:31.297318 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-6c632e39-9ad1-47e0-83ce-3b54bd486f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:31.305913 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1428538324-network', 'tenant_id': '3d2e750b64264333a0c0080a78748667'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:13:31.317374 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:31.319145 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-5586c437-9016-49b2-86bd-e276de81cbda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:31.326469 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:31.331927 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-5586c437-9016-49b2-86bd-e276de81cbda admin admin] Usage tracker for resource:security_group_rule and tenant:e1c0df3d838d47bb903f815bc72144c5 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:31.334493 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-5586c437-9016-49b2-86bd-e276de81cbda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:31.338414 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] Usage tracker for resource:network and tenant:3d2e750b64264333a0c0080a78748667 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:31.344935 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:31.348412 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-5586c437-9016-49b2-86bd-e276de81cbda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:31.354376 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:31.357233 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:31.372288 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:31.413763 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:31.414398 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 20:13:31.435707 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] Made reservation on behalf of 3d2e750b64264333a0c0080a78748667 for: {'network': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:13:31.440494 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for network, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:31.449822 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:31.460642 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:31.471712 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730562370146', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:31.472163 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.segments_db [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Added segment bd63b569-324d-4026-9e72-de4d492f59d9 of type vxlan for network 7ca6cf21-2246-4bd9-9e7e-35246e0944ba Feb 03 20:13:31.478062 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:31.478683 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c632e39-9ad1-47e0-83ce-3b54bd486f19 admin admin] Checking segment: {'id': '74771999-6d06-4cb2-9c89-cef16ef8ca71', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fabdc8ae-63cc-477b-8e16-b19f6405722e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:13:31.479260 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c632e39-9ad1-47e0-83ce-3b54bd486f19 admin admin] Network hostable DHCP agents. Network: fabdc8ae-63cc-477b-8e16-b19f6405722e, hostable agents: ['8291a3bc-6c85-4131-82cd-10fb92f4b1cb'], hosted agents: [] {{(pid=80169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 20:13:31.500682 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81db0ac3-8e23-4be9-a523-9efeea6bc059,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:31.508747 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:31.517404 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:31.517960 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:31.518502 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:31.518649 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3602ffd-a488-4355-a0fc-667b7d4a032b,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:31.519153 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:31.519698 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:31.520251 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:31.520760 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:31.522066 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:31.523242 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:31.524800 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:31.525807 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:31.526328 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:31.527060 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:31.533773 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:31.533773 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:31.533773 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:31.533773 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:31.533773 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:31.533773 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:31.533773 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:31.533773 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:31.533773 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:31.533773 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:31.533773 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Tracked resource versions report: Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: pushed versions: Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: { 'AddressGroup': {'1.1'}, Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'ConntrackHelper': {'1.0'}, Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'Log': {'1.0'}, Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'Network': {'1.1'}, Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'Port': {'1.7'}, Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'PortForwarding': {'1.2'}, Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'QosPolicy': {'1.8'}, Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroup': {'1.4'}, Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroupRule': {'1.2'}, Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'SubPort': {'1.0'}, Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'Subnet': {'1.1'}, Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'Trunk': {'1.1'}} Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: consumer versions: Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: { DHCP agent@dv-cinder-773985-1-smb: {}, Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: L3 agent@dv-cinder-773985-1-smb: {}, Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: Metadata agent@dv-cinder-773985-1-smb: {}, Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: Metering agent@dv-cinder-773985-1-smb: {}, Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: Open vSwitch agent@dv-cinder-773985-1-smb: { 'AddressGroup': '1.1', Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'ConntrackHelper': '1.0', Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'Log': '1.0', Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'Network': '1.1', Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'Port': '1.7', Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'PortForwarding': '1.2', Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'QosPolicy': '1.8', Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroup': '1.4', Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroupRule': '1.2', Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'SubPort': '1.0', Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'Subnet': '1.1', Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'Trunk': '1.1'}, Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: Open vSwitch agent@hv-cinder-77398: { 'AddressGroup': '1.1', Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'ConntrackHelper': '1.0', Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'Log': '1.0', Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'Network': '1.1', Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'Port': '1.7', Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'PortForwarding': '1.2', Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'QosPolicy': '1.8', Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroup': '1.4', Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroupRule': '1.2', Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'SubPort': '1.0', Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'Subnet': '1.1', Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: 'Trunk': '1.1'}} Feb 03 20:13:31.535243 dv-cinder-773985-1-smb neutron-server[80058]: {{(pid=80170) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 03 20:13:31.538099 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:31.543531 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] Usage tracker for resource:security_group_rule and tenant:3d2e750b64264333a0c0080a78748667 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:31.546923 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:31.551185 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:31.563822 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:31.607260 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c632e39-9ad1-47e0-83ce-3b54bd486f19 admin admin] Network fabdc8ae-63cc-477b-8e16-b19f6405722e is scheduled to be hosted by DHCP agent 8291a3bc-6c85-4131-82cd-10fb92f4b1cb with binding_index 1 {{(pid=80169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 20:13:31.610090 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306292959399'] for network, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:31.652920 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-6c632e39-9ad1-47e0-83ce-3b54bd486f19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-smb, fabdc8ae-63cc-477b-8e16-b19f6405722e) {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:13:31.658569 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c632e39-9ad1-47e0-83ce-3b54bd486f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:13:31.659243 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6c632e39-9ad1-47e0-83ce-3b54bd486f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for subnet, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:31.663034 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1087c6-b9eb-4581-be63-acf72ff8a522 None None] Network fabdc8ae-63cc-477b-8e16-b19f6405722e requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:13:31.691390 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5586c437-9016-49b2-86bd-e276de81cbda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:31.727710 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5586c437-9016-49b2-86bd-e276de81cbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:31.744441 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-89afd6b6-6ebd-4897-b0c4-78d4a67a6e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:31.746998 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.db.api [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80169) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 03 20:13:31.747343 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_db.api [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 03 20:13:31.777527 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586c437-9016-49b2-86bd-e276de81cbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed445fca-2753-4179-a5eb-bc7642661d73,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:31.779490 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-6c632e39-9ad1-47e0-83ce-3b54bd486f19 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3839722 Feb 03 20:13:31.789371 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669'] for network, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:31.793647 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5586c437-9016-49b2-86bd-e276de81cbda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:31.807232 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:13:31.808156 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:31.855185 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5586c437-9016-49b2-86bd-e276de81cbda admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 20:13:31.860263 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:31.884894 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:31.892427 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4179177 Feb 03 20:13:31.898971 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 47880) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:31.907335 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-459ea301-b533-4ec9-a60b-ee55bd6ab360 admin admin] Request body: {'subnet': {'network_id': '7ca6cf21-2246-4bd9-9e7e-35246e0944ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-794819136-subnet', 'tenant_id': 'e458d9c01b8747398983b47f4fad0331', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:13:31.916921 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-459ea301-b533-4ec9-a60b-ee55bd6ab360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:31.929794 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-459ea301-b533-4ec9-a60b-ee55bd6ab360 admin admin] Usage tracker for resource:subnet and tenant:e458d9c01b8747398983b47f4fad0331 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:31.942436 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-459ea301-b533-4ec9-a60b-ee55bd6ab360 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:31.950896 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5586c437-9016-49b2-86bd-e276de81cbda admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730562370146', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:31.951340 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.segments_db [None req-5586c437-9016-49b2-86bd-e276de81cbda admin admin] Added segment e5cfedf2-070c-4fe2-9fd6-828d89417b0b of type vxlan for network f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 Feb 03 20:13:31.954265 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-459ea301-b533-4ec9-a60b-ee55bd6ab360 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:31.965896 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:32.006014 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Pushing event updated for resources: {'Network': ['ID=7ca6cf21-2246-4bd9-9e7e-35246e0944ba,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:32.017652 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459ea301-b533-4ec9-a60b-ee55bd6ab360 admin admin] Made reservation on behalf of e458d9c01b8747398983b47f4fad0331 for: {'subnet': 1} {{(pid=80169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:13:32.018156 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:32.018605 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:32.026902 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-459ea301-b533-4ec9-a60b-ee55bd6ab360 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:32.037803 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5586c437-9016-49b2-86bd-e276de81cbda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306292959399'] for network, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:32.040013 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Network 7ca6cf21-2246-4bd9-9e7e-35246e0944ba details requested by agent ovs-agent-dv-cinder-773985-1-smb with host dv-cinder-773985-1-smb {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:13:32.061643 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09eab84-8ff4-4815-ad68-df0c13cd5a85,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:32.066184 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:32.116067 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5586c437-9016-49b2-86bd-e276de81cbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669'] for network, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:32.117399 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5586c437-9016-49b2-86bd-e276de81cbda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:13:32.119076 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5586c437-9016-49b2-86bd-e276de81cbda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:32.125489 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:32.165717 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Network 7ca6cf21-2246-4bd9-9e7e-35246e0944ba details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:13:32.198900 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3249a5e3-3e98-4406-b937-0d79751bf77e None None] Network fabdc8ae-63cc-477b-8e16-b19f6405722e requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:13:32.249244 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for network, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:32.292676 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586c437-9016-49b2-86bd-e276de81cbda admin admin] Pushing event updated for resources: {'Network': ['ID=f2b2556e-b9f4-4fa6-8f4c-d6203199ec31,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:32.306611 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 20:13:32.306938 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.db.api [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80170) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 03 20:13:32.307484 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_db.api [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 03 20:13:32.309171 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5586c437-9016-49b2-86bd-e276de81cbda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:32.339404 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:32.339977 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.segments_db [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] Added segment 4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927 of type vxlan for network 08219bc6-fd07-43f5-9c2f-a541f5c84519 Feb 03 20:13:32.348697 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-5586c437-9016-49b2-86bd-e276de81cbda admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.5649810 Feb 03 20:13:32.348916 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 47898) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:32.356819 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-ec111c12-ad7b-443c-bed1-a56bbddd27c9 admin admin] Request body: {'subnet': {'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-562042104-subnet', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:13:32.370273 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-ec111c12-ad7b-443c-bed1-a56bbddd27c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:32.383066 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-ec111c12-ad7b-443c-bed1-a56bbddd27c9 admin admin] Usage tracker for resource:subnet and tenant:e1c0df3d838d47bb903f815bc72144c5 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:32.383865 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Network f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 details requested by agent ovs-agent-dv-cinder-773985-1-smb with host dv-cinder-773985-1-smb {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:13:32.389703 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-ec111c12-ad7b-443c-bed1-a56bbddd27c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:32.392686 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306292959399'] for network, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:32.401654 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Network f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:13:32.406105 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-ec111c12-ad7b-443c-bed1-a56bbddd27c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:32.485029 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec111c12-ad7b-443c-bed1-a56bbddd27c9 admin admin] Made reservation on behalf of e1c0df3d838d47bb903f815bc72144c5 for: {'subnet': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:13:32.497403 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ec111c12-ad7b-443c-bed1-a56bbddd27c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:32.503749 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669'] for network, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:32.506417 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:13:32.507049 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:32.518146 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:32.653296 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] Pushing event updated for resources: {'Network': ['ID=08219bc6-fd07-43f5-9c2f-a541f5c84519,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:32.656704 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:32.698278 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5686588 Feb 03 20:13:32.701041 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 47912) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:32.708320 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-b18e7b25-4855-425c-9d56-f36bb0c912e3 admin admin] Request body: {'subnet': {'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1760287194-subnet', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:13:32.736140 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Network 08219bc6-fd07-43f5-9c2f-a541f5c84519 details requested by agent ovs-agent-dv-cinder-773985-1-smb with host dv-cinder-773985-1-smb {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:13:32.799387 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-459ea301-b533-4ec9-a60b-ee55bd6ab360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669'] for subnet, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:32.803962 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-b18e7b25-4855-425c-9d56-f36bb0c912e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:32.809187 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for network, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:32.818798 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:32.842507 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-b18e7b25-4855-425c-9d56-f36bb0c912e3 admin admin] Usage tracker for resource:subnet and tenant:7d0c86df6c4f4593b9a31a035a219a8b is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:32.856031 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-b18e7b25-4855-425c-9d56-f36bb0c912e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:32.874302 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-b18e7b25-4855-425c-9d56-f36bb0c912e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:32.924278 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 20:13:32.953221 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730562370146', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:32.953506 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.segments_db [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] Added segment 16381d97-9563-462d-9668-9a5c7d12abff of type vxlan for network 823145a9-cb2c-4281-8d27-c96a6d2cddcd Feb 03 20:13:32.954820 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18e7b25-4855-425c-9d56-f36bb0c912e3 admin admin] Made reservation on behalf of 7d0c86df6c4f4593b9a31a035a219a8b for: {'subnet': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:13:32.959730 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b18e7b25-4855-425c-9d56-f36bb0c912e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:33.044177 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ea301-b533-4ec9-a60b-ee55bd6ab360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12df6624-53e8-4c51-8422-7873c310830c,revision_number=0']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:33.074937 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-459ea301-b533-4ec9-a60b-ee55bd6ab360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:33.110127 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Network 08219bc6-fd07-43f5-9c2f-a541f5c84519 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:13:33.172504 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459ea301-b533-4ec9-a60b-ee55bd6ab360 admin admin] Checking segment: {'id': 'bd63b569-324d-4026-9e72-de4d492f59d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7ca6cf21-2246-4bd9-9e7e-35246e0944ba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:13:33.173004 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459ea301-b533-4ec9-a60b-ee55bd6ab360 admin admin] Network hostable DHCP agents. Network: 7ca6cf21-2246-4bd9-9e7e-35246e0944ba, hostable agents: ['8291a3bc-6c85-4131-82cd-10fb92f4b1cb'], hosted agents: [] {{(pid=80169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 20:13:33.203870 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306292959399'] for network, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:33.224811 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459ea301-b533-4ec9-a60b-ee55bd6ab360 admin admin] Network 7ca6cf21-2246-4bd9-9e7e-35246e0944ba is scheduled to be hosted by DHCP agent 8291a3bc-6c85-4131-82cd-10fb92f4b1cb with binding_index 1 {{(pid=80169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 20:13:33.253988 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-459ea301-b533-4ec9-a60b-ee55bd6ab360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-smb, 7ca6cf21-2246-4bd9-9e7e-35246e0944ba) {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:13:33.259708 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459ea301-b533-4ec9-a60b-ee55bd6ab360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:13:33.260372 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-459ea301-b533-4ec9-a60b-ee55bd6ab360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for subnet, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:33.313129 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e01ab54-e67d-4e10-bf89-513420469fe0 None None] Network 7ca6cf21-2246-4bd9-9e7e-35246e0944ba requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:13:33.328677 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-459ea301-b533-4ec9-a60b-ee55bd6ab360 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4281869 Feb 03 20:13:33.483206 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669'] for network, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:33.487200 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:13:33.487888 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:33.498195 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:33.679936 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] Pushing event updated for resources: {'Network': ['ID=823145a9-cb2c-4281-8d27-c96a6d2cddcd,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:33.687022 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:33.691863 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8720164 Feb 03 20:13:33.695643 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 47940) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:33.700292 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Network 823145a9-cb2c-4281-8d27-c96a6d2cddcd details requested by agent ovs-agent-dv-cinder-773985-1-smb with host dv-cinder-773985-1-smb {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:13:33.703506 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-c1f616b8-3c38-4707-8821-58f26ab77516 admin admin] Request body: {'subnet': {'network_id': '823145a9-cb2c-4281-8d27-c96a6d2cddcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1428538324-subnet', 'tenant_id': '3d2e750b64264333a0c0080a78748667', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:13:33.713024 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-c1f616b8-3c38-4707-8821-58f26ab77516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:33.735918 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-c1f616b8-3c38-4707-8821-58f26ab77516 admin admin] Usage tracker for resource:subnet and tenant:3d2e750b64264333a0c0080a78748667 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:33.740028 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Network 823145a9-cb2c-4281-8d27-c96a6d2cddcd details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:13:33.744211 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-c1f616b8-3c38-4707-8821-58f26ab77516 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:33.757981 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-c1f616b8-3c38-4707-8821-58f26ab77516 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:33.813515 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f616b8-3c38-4707-8821-58f26ab77516 admin admin] Made reservation on behalf of 3d2e750b64264333a0c0080a78748667 for: {'subnet': 1} {{(pid=80169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:13:33.818753 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c1f616b8-3c38-4707-8821-58f26ab77516 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:33.881502 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ec111c12-ad7b-443c-bed1-a56bbddd27c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669'] for subnet, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:33.906925 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:34.121964 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1906a7b9-de49-4e03-8435-0880df60b3a3 None None] Network 7ca6cf21-2246-4bd9-9e7e-35246e0944ba requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:13:34.178856 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec111c12-ad7b-443c-bed1-a56bbddd27c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105,revision_number=0']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:34.182511 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ec111c12-ad7b-443c-bed1-a56bbddd27c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:34.337378 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec111c12-ad7b-443c-bed1-a56bbddd27c9 admin admin] Checking segment: {'id': 'e5cfedf2-070c-4fe2-9fd6-828d89417b0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:13:34.337930 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec111c12-ad7b-443c-bed1-a56bbddd27c9 admin admin] Network hostable DHCP agents. Network: f2b2556e-b9f4-4fa6-8f4c-d6203199ec31, hostable agents: ['8291a3bc-6c85-4131-82cd-10fb92f4b1cb'], hosted agents: [] {{(pid=80170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 20:13:34.382551 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b18e7b25-4855-425c-9d56-f36bb0c912e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669'] for subnet, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:34.407536 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:34.445165 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec111c12-ad7b-443c-bed1-a56bbddd27c9 admin admin] Network f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 is scheduled to be hosted by DHCP agent 8291a3bc-6c85-4131-82cd-10fb92f4b1cb with binding_index 1 {{(pid=80170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 20:13:34.560282 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-ec111c12-ad7b-443c-bed1-a56bbddd27c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-smb, f2b2556e-b9f4-4fa6-8f4c-d6203199ec31) {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:13:34.574837 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a3395d-7c55-4c36-9525-e69cf0ba0d5f None None] Network f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:13:34.608989 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec111c12-ad7b-443c-bed1-a56bbddd27c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:13:34.609659 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ec111c12-ad7b-443c-bed1-a56bbddd27c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for subnet, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:34.620372 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e7b25-4855-425c-9d56-f36bb0c912e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3c3806f-0e98-495a-bf4b-ac3a793d5c17,revision_number=0']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:34.647138 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-b18e7b25-4855-425c-9d56-f36bb0c912e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:34.662859 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c1f616b8-3c38-4707-8821-58f26ab77516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669'] for subnet, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:34.685454 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:34.765465 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-ec111c12-ad7b-443c-bed1-a56bbddd27c9 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4105010 Feb 03 20:13:34.782182 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 47990) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:34.812462 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-afcd192c-1359-417e-a69c-1f848cb64bb6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-562042104-router', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'}}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:13:34.822168 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-afcd192c-1359-417e-a69c-1f848cb64bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:34.825101 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18e7b25-4855-425c-9d56-f36bb0c912e3 admin admin] Checking segment: {'id': '4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:13:34.831224 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18e7b25-4855-425c-9d56-f36bb0c912e3 admin admin] Network hostable DHCP agents. Network: 08219bc6-fd07-43f5-9c2f-a541f5c84519, hostable agents: ['8291a3bc-6c85-4131-82cd-10fb92f4b1cb'], hosted agents: [] {{(pid=80170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 20:13:34.842511 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-afcd192c-1359-417e-a69c-1f848cb64bb6 admin admin] Usage tracker for resource:router and tenant:e1c0df3d838d47bb903f815bc72144c5 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:34.848639 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-afcd192c-1359-417e-a69c-1f848cb64bb6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:34.858907 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-afcd192c-1359-417e-a69c-1f848cb64bb6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:34.905464 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-afcd192c-1359-417e-a69c-1f848cb64bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1650053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854762736'] for router, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:34.908107 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-afcd192c-1359-417e-a69c-1f848cb64bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853125781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853105301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-500765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:34.921332 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18e7b25-4855-425c-9d56-f36bb0c912e3 admin admin] Network 08219bc6-fd07-43f5-9c2f-a541f5c84519 is scheduled to be hosted by DHCP agent 8291a3bc-6c85-4131-82cd-10fb92f4b1cb with binding_index 1 {{(pid=80170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 20:13:34.933947 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f616b8-3c38-4707-8821-58f26ab77516 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcdd6f27-98eb-4350-a461-05ea1bdb5c9c,revision_number=0']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:34.986379 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc449d3ce-8a09-5af3-8447-33018e6b7238-f2b2556e-b9f4-4fa6-8f4c-d6203199ec31', 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'fixed_ips': [{'subnet_id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105'}]}} from dv-cinder-773985-1-smb. {{(pid=80171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 03 20:13:34.987592 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:34.990282 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-b18e7b25-4855-425c-9d56-f36bb0c912e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-smb, 08219bc6-fd07-43f5-9c2f-a541f5c84519) {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:13:34.995246 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18e7b25-4855-425c-9d56-f36bb0c912e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:13:34.999358 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b18e7b25-4855-425c-9d56-f36bb0c912e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for subnet, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:35.001749 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c1f616b8-3c38-4707-8821-58f26ab77516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:35.030307 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 48000) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:35.033086 dv-cinder-773985-1-smb neutron-server[80058]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 03 20:13:35.041107 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9fd570-7964-49d4-b594-2fdfbcc33271 None None] Network 08219bc6-fd07-43f5-9c2f-a541f5c84519 requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:13:35.133104 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-afcd192c-1359-417e-a69c-1f848cb64bb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:35.142212 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f616b8-3c38-4707-8821-58f26ab77516 admin admin] Checking segment: {'id': '16381d97-9563-462d-9668-9a5c7d12abff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '823145a9-cb2c-4281-8d27-c96a6d2cddcd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:13:35.143303 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f616b8-3c38-4707-8821-58f26ab77516 admin admin] Network hostable DHCP agents. Network: 823145a9-cb2c-4281-8d27-c96a6d2cddcd, hostable agents: ['8291a3bc-6c85-4131-82cd-10fb92f4b1cb'], hosted agents: [] {{(pid=80169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 20:13:35.277262 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f616b8-3c38-4707-8821-58f26ab77516 admin admin] Network 823145a9-cb2c-4281-8d27-c96a6d2cddcd is scheduled to be hosted by DHCP agent 8291a3bc-6c85-4131-82cd-10fb92f4b1cb with binding_index 1 {{(pid=80169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 20:13:35.333226 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-c1f616b8-3c38-4707-8821-58f26ab77516 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-smb, 823145a9-cb2c-4281-8d27-c96a6d2cddcd) {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:13:35.346043 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f616b8-3c38-4707-8821-58f26ab77516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:13:35.348209 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c1f616b8-3c38-4707-8821-58f26ab77516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for subnet, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:35.436227 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e959c5c4-cf2e-4a1d-96f1-beaa941ae1df None None] Network 823145a9-cb2c-4281-8d27-c96a6d2cddcd requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:13:35.441869 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-b18e7b25-4855-425c-9d56-f36bb0c912e3 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.7369761 Feb 03 20:13:35.446868 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 48022) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:35.451912 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-c1f616b8-3c38-4707-8821-58f26ab77516 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7542863 Feb 03 20:13:35.455355 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-1cc343a3-bb4e-4ef4-9ec1-34961dde31fa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1760287194-router', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'}}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:13:35.469582 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 48026) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:35.469961 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 48028) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:35.487598 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-1cc343a3-bb4e-4ef4-9ec1-34961dde31fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:35.499629 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-3974f12c-8ee2-48f2-9068-533f83db55d4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1428538324-router', 'tenant_id': '3d2e750b64264333a0c0080a78748667', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'}}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:13:35.509708 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-3974f12c-8ee2-48f2-9068-533f83db55d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:35.519304 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-3974f12c-8ee2-48f2-9068-533f83db55d4 admin admin] Usage tracker for resource:router and tenant:3d2e750b64264333a0c0080a78748667 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:35.524397 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-3974f12c-8ee2-48f2-9068-533f83db55d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:35.530601 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-3974f12c-8ee2-48f2-9068-533f83db55d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:35.556325 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-1cc343a3-bb4e-4ef4-9ec1-34961dde31fa admin admin] Usage tracker for resource:router and tenant:7d0c86df6c4f4593b9a31a035a219a8b is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:35.563910 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-1cc343a3-bb4e-4ef4-9ec1-34961dde31fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:35.586305 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-1cc343a3-bb4e-4ef4-9ec1-34961dde31fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:35.605735 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3974f12c-8ee2-48f2-9068-533f83db55d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1650053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854762736'] for router, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:35.611583 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3974f12c-8ee2-48f2-9068-533f83db55d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853125781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853105301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-500765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:35.648849 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1cc343a3-bb4e-4ef4-9ec1-34961dde31fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1650053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854762736'] for router, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:35.658618 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1cc343a3-bb4e-4ef4-9ec1-34961dde31fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853125781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853105301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-500765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:35.721221 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3974f12c-8ee2-48f2-9068-533f83db55d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:35.740243 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1cc343a3-bb4e-4ef4-9ec1-34961dde31fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:35.807322 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Allocated IP 172.20.0.2 (f2b2556e-b9f4-4fa6-8f4c-d6203199ec31/ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105/a5650cb5-ce73-49e7-b990-4422c06539bc) {{(pid=80171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:13:35.864429 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-afcd192c-1359-417e-a69c-1f848cb64bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853105320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13174'] for router, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:36.091995 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3bf250-7d75-41a2-909b-ec89dc2f67f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc449d3ce-8a09-5af3-8447-33018e6b7238-08219bc6-fd07-43f5-9c2f-a541f5c84519', 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'fixed_ips': [{'subnet_id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17'}]}} from dv-cinder-773985-1-smb. {{(pid=80171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 03 20:13:36.092918 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf250-7d75-41a2-909b-ec89dc2f67f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:36.117370 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-b92686c6-799c-4207-823f-ce94131f3721 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:13:36.125744 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-b92686c6-799c-4207-823f-ce94131f3721 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/networks?id=fabdc8ae-63cc-477b-8e16-b19f6405722e HTTP/1.1" status: 200 len: 811 time: 1.0954952 Feb 03 20:13:36.204730 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 48046) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:36.223318 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-d7105a99-cb35-4300-ba0a-223d5020c960 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/quotas/995473274b884b29a3d63d8aad2d45c9 HTTP/1.1" status: 200 len: 375 time: 0.0674613 Feb 03 20:13:36.302924 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3363136f-62f3-448e-b0d8-451c5958ac83 None None] Network 823145a9-cb2c-4281-8d27-c96a6d2cddcd requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:13:36.323093 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-c7cf3dac-81a2-48e5-bf33-60f167266954 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=995473274b884b29a3d63d8aad2d45c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0918860 Feb 03 20:13:36.491306 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3141dc39-5ea1-4383-a063-e69c87e287b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:36.708102 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-afcd192c-1359-417e-a69c-1f848cb64bb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:36.763428 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-afcd192c-1359-417e-a69c-1f848cb64bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:36.788236 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-3141dc39-5ea1-4383-a063-e69c87e287b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:36.834903 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-45facc76-16f5-4a86-bdcd-f286c0959386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:36.910044 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-3141dc39-5ea1-4383-a063-e69c87e287b7 admin admin] Usage tracker for resource:security_group_rule and tenant:d4084dcc9ec54d4dac46ba26d6948a89 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:36.912790 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 48078) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:36.916914 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-45facc76-16f5-4a86-bdcd-f286c0959386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:36.921260 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-45facc76-16f5-4a86-bdcd-f286c0959386 admin admin] Usage tracker for resource:security_group_rule and tenant:ee8f93b87b3f4906b09b3db91debd6e7 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:36.924715 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-45facc76-16f5-4a86-bdcd-f286c0959386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:36.931395 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-45facc76-16f5-4a86-bdcd-f286c0959386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:36.963275 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [None req-0a3bf250-7d75-41a2-909b-ec89dc2f67f4 None None] Allocated IP 172.20.0.2 (08219bc6-fd07-43f5-9c2f-a541f5c84519/f3c3806f-0e98-495a-bf4b-ac3a793d5c17/6cfb5863-b44f-4adf-b1f1-958f603d6afb) {{(pid=80171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:13:36.991764 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-67c67bef-6711-4602-8187-d06a887a48a7 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 20:13:36.992045 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-67c67bef-6711-4602-8187-d06a887a48a7 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3298235 Feb 03 20:13:37.031358 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-3141dc39-5ea1-4383-a063-e69c87e287b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:37.100082 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-3141dc39-5ea1-4383-a063-e69c87e287b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:37.115896 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-9a1d352d-4b56-4400-b525-e19671fe3483 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-627244421-network', 'tenant_id': 'a981d3c84f564fc39556badcc8f53b3a'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:13:37.121403 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1cc343a3-bb4e-4ef4-9ec1-34961dde31fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853105320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13174'] for router, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:37.121876 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Notify callbacks [] for port, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:37.142578 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Transition to ACTIVE for port object a5650cb5-ce73-49e7-b990-4422c06539bc will not be triggered until provisioned by entity L2. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:13:37.144426 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-22e49044-6d4b-4b17-86a4-787deb3a4164 service neutron] 10.222.0.101 "GET /v2.0/networks/fabdc8ae-63cc-477b-8e16-b19f6405722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446466 Feb 03 20:13:37.185618 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Transition to ACTIVE for port object a5650cb5-ce73-49e7-b990-4422c06539bc will not be triggered until provisioned by entity DHCP. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:13:37.206378 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-45facc76-16f5-4a86-bdcd-f286c0959386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:37.218819 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3974f12c-8ee2-48f2-9068-533f83db55d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853105320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13174'] for router, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:37.221629 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392'] for port, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:37.237089 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-9a1d352d-4b56-4400-b525-e19671fe3483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:37.243123 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-45facc76-16f5-4a86-bdcd-f286c0959386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:37.248799 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:37.260106 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-9a1d352d-4b56-4400-b525-e19671fe3483 admin admin] Usage tracker for resource:network and tenant:a981d3c84f564fc39556badcc8f53b3a is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:37.266964 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-9a1d352d-4b56-4400-b525-e19671fe3483 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:37.299929 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:37.309097 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-9a1d352d-4b56-4400-b525-e19671fe3483 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:37.359024 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [None req-afcd192c-1359-417e-a69c-1f848cb64bb6 admin admin] Allocated IP 172.28.0.245 (e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3/cc5c5bbf-9f11-469d-8008-03763e47d1a6/b2f7498c-f3a3-4cc4-85eb-edc3a92f0418) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:13:37.447743 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Pushing event updated for resources: {'Port': ['ID=a5650cb5-ce73-49e7-b990-4422c06539bc,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:37.465260 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-45facc76-16f5-4a86-bdcd-f286c0959386 admin admin] Synchronizing usage tracker for tenant:1ab419d3becf48478a92275fd162964b on resource:security_group {{(pid=80169) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:13:37.467864 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1d352d-4b56-4400-b525-e19671fe3483 admin admin] Made reservation on behalf of a981d3c84f564fc39556badcc8f53b3a for: {'network': 1} {{(pid=80169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:13:37.472620 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9a1d352d-4b56-4400-b525-e19671fe3483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for network, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:37.480522 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:37.481085 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:37.481521 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:37.481971 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:37.482398 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:37.482838 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:37.483322 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:37.483725 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:37.484166 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:37.484606 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:37.485049 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:37.485480 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:37.485975 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:37.486393 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:37.486829 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:37.487337 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:37.487701 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:37.488614 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:37.488614 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:37.488971 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:37.489346 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:37.489770 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:37.490191 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:37.490619 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Tracked resource versions report: Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: pushed versions: Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: { 'AddressGroup': {'1.1'}, Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'ConntrackHelper': {'1.0'}, Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'Log': {'1.0'}, Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'Network': {'1.1'}, Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'Port': {'1.7'}, Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'PortForwarding': {'1.2'}, Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'QosPolicy': {'1.8'}, Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroup': {'1.4'}, Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroupRule': {'1.2'}, Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'SubPort': {'1.0'}, Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'Subnet': {'1.1'}, Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'Trunk': {'1.1'}} Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: consumer versions: Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: { DHCP agent@dv-cinder-773985-1-smb: {}, Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: L3 agent@dv-cinder-773985-1-smb: {}, Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: Metadata agent@dv-cinder-773985-1-smb: {}, Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: Metering agent@dv-cinder-773985-1-smb: {}, Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: Open vSwitch agent@dv-cinder-773985-1-smb: { 'AddressGroup': '1.1', Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'ConntrackHelper': '1.0', Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'Log': '1.0', Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'Network': '1.1', Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'Port': '1.7', Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'PortForwarding': '1.2', Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'QosPolicy': '1.8', Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroup': '1.4', Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroupRule': '1.2', Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'SubPort': '1.0', Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'Subnet': '1.1', Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'Trunk': '1.1'}, Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: Open vSwitch agent@hv-cinder-77398: { 'AddressGroup': '1.1', Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'ConntrackHelper': '1.0', Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'Log': '1.0', Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'Network': '1.1', Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'Port': '1.7', Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'PortForwarding': '1.2', Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'QosPolicy': '1.8', Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroup': '1.4', Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroupRule': '1.2', Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'SubPort': '1.0', Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'Subnet': '1.1', Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: 'Trunk': '1.1'}} Feb 03 20:13:37.492109 dv-cinder-773985-1-smb neutron-server[80058]: {{(pid=80171) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 03 20:13:37.517608 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:37.517608 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf250-7d75-41a2-909b-ec89dc2f67f4 None None] Notify callbacks [] for port, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:37.521582 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9a1d352d-4b56-4400-b525-e19671fe3483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:37.536517 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-0a3bf250-7d75-41a2-909b-ec89dc2f67f4 None None] Transition to ACTIVE for port object 6cfb5863-b44f-4adf-b1f1-958f603d6afb will not be triggered until provisioned by entity L2. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:13:37.546778 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45facc76-16f5-4a86-bdcd-f286c0959386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d889cc-92a7-4bd6-bf8e-009626e40c4e,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:37.553240 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-45facc76-16f5-4a86-bdcd-f286c0959386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:37.564431 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-9a1d352d-4b56-4400-b525-e19671fe3483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:37.564884 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-0a3bf250-7d75-41a2-909b-ec89dc2f67f4 None None] Transition to ACTIVE for port object 6cfb5863-b44f-4adf-b1f1-958f603d6afb will not be triggered until provisioned by entity DHCP. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:13:37.579332 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Network f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:13:37.579332 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:13:37.582189 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-9a1d352d-4b56-4400-b525-e19671fe3483 admin admin] Usage tracker for resource:security_group_rule and tenant:a981d3c84f564fc39556badcc8f53b3a is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:37.584810 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Received port after_create {{(pid=80171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:13:37.590865 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-9a1d352d-4b56-4400-b525-e19671fe3483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:37.614606 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-45facc76-16f5-4a86-bdcd-f286c0959386 admin admin] Unset dirty status for tenant:1ab419d3becf48478a92275fd162964b on resource:security_group {{(pid=80169) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:13:37.615964 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-45facc76-16f5-4a86-bdcd-f286c0959386 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ee8f93b87b3f4906b09b3db91debd6e7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3733656 Feb 03 20:13:37.618956 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-9a1d352d-4b56-4400-b525-e19671fe3483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:37.632170 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 48094) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:37.643890 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf250-7d75-41a2-909b-ec89dc2f67f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392'] for port, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:37.647407 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-afcd192c-1359-417e-a69c-1f848cb64bb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:37.674572 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:37.691080 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3141dc39-5ea1-4383-a063-e69c87e287b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:37.697788 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-37b7d300-b89e-44b0-b6b4-c789da0ff99c service neutron] 10.222.0.101 "GET /v2.0/networks/fabdc8ae-63cc-477b-8e16-b19f6405722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5374854 Feb 03 20:13:37.742896 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3141dc39-5ea1-4383-a063-e69c87e287b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:37.774866 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-afcd192c-1359-417e-a69c-1f848cb64bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:37.785644 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Attempting to bind port a5650cb5-ce73-49e7-b990-4422c06539bc on host dv-cinder-773985-1-smb for vnic_type normal with profile {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:13:37.786238 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Attempting to bind port a5650cb5-ce73-49e7-b990-4422c06539bc by drivers openvswitch on host dv-cinder-773985-1-smb at level 0 using segments [{'id': 'e5cfedf2-070c-4fe2-9fd6-828d89417b0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31'}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:13:37.786776 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Attempting to bind port a5650cb5-ce73-49e7-b990-4422c06539bc on network f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:13:37.790912 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-65f7fdfb-2726-40a9-a024-5989cdad3c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:37.807621 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:37.817606 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Checking agent: {'id': '3c34f775-80d1-4d8f-9ffd-976c513d9067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 3, 47), 'started_at': datetime.datetime(2021, 2, 3, 20, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.103', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:13:37.818123 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Checking segment: {'id': 'e5cfedf2-070c-4fe2-9fd6-828d89417b0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:13:37.818670 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:37.819218 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Bound using segment: {'id': 'e5cfedf2-070c-4fe2-9fd6-828d89417b0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31'} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:13:37.819894 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Bound port: a5650cb5-ce73-49e7-b990-4422c06539bc, host: dv-cinder-773985-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5cfedf2-070c-4fe2-9fd6-828d89417b0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31'}}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:13:37.820430 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:37.829702 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141dc39-5ea1-4383-a063-e69c87e287b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb49c58-5026-4308-b1f5-0170ee1c7891,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:37.833577 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3141dc39-5ea1-4383-a063-e69c87e287b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:37.900698 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3bf250-7d75-41a2-909b-ec89dc2f67f4 None None] Pushing event updated for resources: {'Port': ['ID=6cfb5863-b44f-4adf-b1f1-958f603d6afb,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:37.901939 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-3141dc39-5ea1-4383-a063-e69c87e287b7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d4084dcc9ec54d4dac46ba26d6948a89&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4251223 Feb 03 20:13:37.903682 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-369268e2-f0f0-404a-a4c6-cbd544e568c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:37.905687 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 48100) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:37.914057 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-0a3bf250-7d75-41a2-909b-ec89dc2f67f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:37.975094 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd192c-1359-417e-a69c-1f848cb64bb6 admin admin] Pushing event updated for resources: {'Port': ['ID=b2f7498c-f3a3-4cc4-85eb-edc3a92f0418,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:37.991420 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] For port a5650cb5-ce73-49e7-b990-4422c06539bc, host dv-cinder-773985-1-smb, cleared binding levels {{(pid=80171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:13:37.997088 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] For port a5650cb5-ce73-49e7-b990-4422c06539bc, host dv-cinder-773985-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=a5650cb5-ce73-49e7-b990-4422c06539bc,segment=NetworkSegment(e5cfedf2-070c-4fe2-9fd6-828d89417b0b),segment_id=e5cfedf2-070c-4fe2-9fd6-828d89417b0b)] {{(pid=80171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:13:38.001117 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3bf250-7d75-41a2-909b-ec89dc2f67f4 None None] Network 08219bc6-fd07-43f5-9c2f-a541f5c84519 is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:13:38.002520 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-0a3bf250-7d75-41a2-909b-ec89dc2f67f4 None None] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:13:38.005677 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-afcd192c-1359-417e-a69c-1f848cb64bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:38.010643 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3bf250-7d75-41a2-909b-ec89dc2f67f4 None None] Received port after_create {{(pid=80171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:13:38.049324 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:38.073140 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:38.093659 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcd192c-1359-417e-a69c-1f848cb64bb6 admin admin] Network e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:13:38.094521 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-369268e2-f0f0-404a-a4c6-cbd544e568c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:38.095013 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-afcd192c-1359-417e-a69c-1f848cb64bb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:13:38.098240 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcd192c-1359-417e-a69c-1f848cb64bb6 admin admin] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:13:38.180801 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Pushing event updated for resources: {'Port': ['ID=a5650cb5-ce73-49e7-b990-4422c06539bc,revision_number=2']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:38.509042 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:38.568949 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-0a3bf250-7d75-41a2-909b-ec89dc2f67f4 None None] Attempting to bind port 6cfb5863-b44f-4adf-b1f1-958f603d6afb on host dv-cinder-773985-1-smb for vnic_type normal with profile {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:13:38.568949 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-0a3bf250-7d75-41a2-909b-ec89dc2f67f4 None None] Attempting to bind port 6cfb5863-b44f-4adf-b1f1-958f603d6afb by drivers openvswitch on host dv-cinder-773985-1-smb at level 0 using segments [{'id': '4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519'}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:13:38.568949 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3bf250-7d75-41a2-909b-ec89dc2f67f4 None None] Attempting to bind port 6cfb5863-b44f-4adf-b1f1-958f603d6afb on network 08219bc6-fd07-43f5-9c2f-a541f5c84519 {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:13:38.578206 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3bf250-7d75-41a2-909b-ec89dc2f67f4 None None] Checking agent: {'id': '3c34f775-80d1-4d8f-9ffd-976c513d9067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 3, 47), 'started_at': datetime.datetime(2021, 2, 3, 20, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.103', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:13:38.578819 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3bf250-7d75-41a2-909b-ec89dc2f67f4 None None] Checking segment: {'id': '4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:13:38.579735 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf250-7d75-41a2-909b-ec89dc2f67f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:38.580122 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3bf250-7d75-41a2-909b-ec89dc2f67f4 None None] Bound using segment: {'id': '4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519'} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:13:38.580888 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-0a3bf250-7d75-41a2-909b-ec89dc2f67f4 None None] Bound port: 6cfb5863-b44f-4adf-b1f1-958f603d6afb, host: dv-cinder-773985-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519'}}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:13:38.581454 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf250-7d75-41a2-909b-ec89dc2f67f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:38.619233 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 48136) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:38.794388 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-afcd192c-1359-417e-a69c-1f848cb64bb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:38.814391 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-369268e2-f0f0-404a-a4c6-cbd544e568c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:38.848686 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-0a3bf250-7d75-41a2-909b-ec89dc2f67f4 None None] For port 6cfb5863-b44f-4adf-b1f1-958f603d6afb, host dv-cinder-773985-1-smb, cleared binding levels {{(pid=80171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:13:38.853634 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-0a3bf250-7d75-41a2-909b-ec89dc2f67f4 None None] For port 6cfb5863-b44f-4adf-b1f1-958f603d6afb, host dv-cinder-773985-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=6cfb5863-b44f-4adf-b1f1-958f603d6afb,segment=NetworkSegment(4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927),segment_id=4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927)] {{(pid=80171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:13:38.929506 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf250-7d75-41a2-909b-ec89dc2f67f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:38.952731 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-0a3bf250-7d75-41a2-909b-ec89dc2f67f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:38.962065 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-45facc76-16f5-4a86-bdcd-f286c0959386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:39.000532 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c3336194-6bf2-4cbd-b5bd-6249fb919835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:39.032470 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369268e2-f0f0-404a-a4c6-cbd544e568c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d889cc-92a7-4bd6-bf8e-009626e40c4e,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:39.076999 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9a1d352d-4b56-4400-b525-e19671fe3483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:39.087970 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-369268e2-f0f0-404a-a4c6-cbd544e568c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:39.140199 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9a1d352d-4b56-4400-b525-e19671fe3483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:39.179106 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:39.195606 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c3336194-6bf2-4cbd-b5bd-6249fb919835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:39.297651 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1cc343a3-bb4e-4ef4-9ec1-34961dde31fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:39.299590 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3bf250-7d75-41a2-909b-ec89dc2f67f4 None None] Pushing event updated for resources: {'Port': ['ID=6cfb5863-b44f-4adf-b1f1-958f603d6afb,revision_number=2']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:39.302241 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-0a3bf250-7d75-41a2-909b-ec89dc2f67f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:39.313793 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3974f12c-8ee2-48f2-9068-533f83db55d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:39.316365 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-04cb4f0b-0795-4d26-8c95-de41c27be7c7 req-9251bdd9-bb77-4b32-8a01-a30acc5eebe6 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f169937-9f16-41a0-98be-b9773fb8b1e0 HTTP/1.1" status: 200 len: 210 time: 0.6919134 Feb 03 20:13:39.403549 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 48158) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:39.420373 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1d352d-4b56-4400-b525-e19671fe3483 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 20:13:39.426152 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1cc343a3-bb4e-4ef4-9ec1-34961dde31fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:39.441767 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-369268e2-f0f0-404a-a4c6-cbd544e568c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:39.443085 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-369268e2-f0f0-404a-a4c6-cbd544e568c2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/17d889cc-92a7-4bd6-bf8e-009626e40c4e HTTP/1.1" status: 204 len: 168 time: 1.8063080 Feb 03 20:13:39.468754 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3974f12c-8ee2-48f2-9068-533f83db55d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:39.522512 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d352d-4b56-4400-b525-e19671fe3483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7abd431-9bbc-4f09-94ec-ea68a77a9bf2,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:39.534871 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9a1d352d-4b56-4400-b525-e19671fe3483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:39.581377 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9a1d352d-4b56-4400-b525-e19671fe3483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:39.581779 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.segments_db [None req-9a1d352d-4b56-4400-b525-e19671fe3483 admin admin] Added segment 8d6c2519-5c2c-4e53-b793-ac3fbf6d7229 of type vxlan for network d0ad5568-70ce-4d2c-b878-28b8864425b1 Feb 03 20:13:39.665199 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-054a084e-9812-485e-8314-8da21eba8cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:39.694607 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-054a084e-9812-485e-8314-8da21eba8cf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:39.703304 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-054a084e-9812-485e-8314-8da21eba8cf4 admin admin] Usage tracker for resource:security_group_rule and tenant:e95dc470c47b41b0a88dc086668a99bd is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:39.708450 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-054a084e-9812-485e-8314-8da21eba8cf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:39.718897 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-054a084e-9812-485e-8314-8da21eba8cf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:39.728292 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-afcd192c-1359-417e-a69c-1f848cb64bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853125747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1670582'] for router, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:39.808354 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c3336194-6bf2-4cbd-b5bd-6249fb919835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:39.812448 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9a1d352d-4b56-4400-b525-e19671fe3483 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306292959399'] for network, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:39.827186 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-369268e2-f0f0-404a-a4c6-cbd544e568c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:39.929407 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3336194-6bf2-4cbd-b5bd-6249fb919835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb49c58-5026-4308-b1f5-0170ee1c7891,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:39.942116 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c3336194-6bf2-4cbd-b5bd-6249fb919835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:40.087207 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-054a084e-9812-485e-8314-8da21eba8cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:40.110602 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c3336194-6bf2-4cbd-b5bd-6249fb919835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:40.114759 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-c3336194-6bf2-4cbd-b5bd-6249fb919835 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/dbb49c58-5026-4308-b1f5-0170ee1c7891 HTTP/1.1" status: 204 len: 168 time: 2.2018385 Feb 03 20:13:40.126247 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-054a084e-9812-485e-8314-8da21eba8cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:40.135830 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9a1d352d-4b56-4400-b525-e19671fe3483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669'] for network, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:40.140475 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1d352d-4b56-4400-b525-e19671fe3483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:13:40.141421 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9a1d352d-4b56-4400-b525-e19671fe3483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:40.160375 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:40.161206 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:40.173043 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-054a084e-9812-485e-8314-8da21eba8cf4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e95dc470c47b41b0a88dc086668a99bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7654235 Feb 03 20:13:40.184058 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcd192c-1359-417e-a69c-1f848cb64bb6 admin admin] Router 245bae1d-c794-4c0b-b042-13b770008098 is scheduled to L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 with binding_index 1 {{(pid=80170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 03 20:13:40.194885 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 48178) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:40.195265 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 48180) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:40.317891 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [None req-3974f12c-8ee2-48f2-9068-533f83db55d4 admin admin] Allocated IP 172.28.0.3 (e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3/cc5c5bbf-9f11-469d-8008-03763e47d1a6/4f4b2824-a487-406c-97e5-5d33313e2d20) {{(pid=80169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:13:40.325420 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d352d-4b56-4400-b525-e19671fe3483 admin admin] Pushing event updated for resources: {'Network': ['ID=d0ad5568-70ce-4d2c-b878-28b8864425b1,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:40.328889 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9a1d352d-4b56-4400-b525-e19671fe3483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:40.339842 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Network d0ad5568-70ce-4d2c-b878-28b8864425b1 details requested by agent ovs-agent-dv-cinder-773985-1-smb with host dv-cinder-773985-1-smb {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:13:40.340995 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-9a1d352d-4b56-4400-b525-e19671fe3483 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.3114781 Feb 03 20:13:40.344306 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 48186) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:40.358806 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c293629-6718-47c5-80a3-a971f53b6262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:40.381452 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-79f2330e-f674-4d53-9887-005d9c7d2063 admin admin] Request body: {'subnet': {'network_id': 'd0ad5568-70ce-4d2c-b878-28b8864425b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-627244421-subnet', 'tenant_id': 'a981d3c84f564fc39556badcc8f53b3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:13:40.392694 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Network d0ad5568-70ce-4d2c-b878-28b8864425b1 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:13:40.471853 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-79f2330e-f674-4d53-9887-005d9c7d2063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:40.483977 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-79f2330e-f674-4d53-9887-005d9c7d2063 admin admin] Usage tracker for resource:subnet and tenant:a981d3c84f564fc39556badcc8f53b3a is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:40.489284 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-79f2330e-f674-4d53-9887-005d9c7d2063 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:40.504601 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-79f2330e-f674-4d53-9887-005d9c7d2063 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:40.547803 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a084e-9812-485e-8314-8da21eba8cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccc3a6b-a97f-4e84-9968-f44125ce78d9,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:40.565087 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-054a084e-9812-485e-8314-8da21eba8cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:40.578800 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-3c293629-6718-47c5-80a3-a971f53b6262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:40.606236 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-3c293629-6718-47c5-80a3-a971f53b6262 admin admin] Usage tracker for resource:security_group_rule and tenant:99878b51da074fe0a4b7b3c36aa39282 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:40.618009 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f2330e-f674-4d53-9887-005d9c7d2063 admin admin] Made reservation on behalf of a981d3c84f564fc39556badcc8f53b3a for: {'subnet': 1} {{(pid=80169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:13:40.634960 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-3c293629-6718-47c5-80a3-a971f53b6262 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:40.644472 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-79f2330e-f674-4d53-9887-005d9c7d2063 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:40.652940 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-3c293629-6718-47c5-80a3-a971f53b6262 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:40.740045 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-707f4308-30bd-461f-a75a-880067d39aeb req-9fb27dca-eae5-4614-8659-b8c8987c10c6 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f169937-9f16-41a0-98be-b9773fb8b1e0 HTTP/1.1" status: 200 len: 210 time: 0.0888743 Feb 03 20:13:40.785284 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3974f12c-8ee2-48f2-9068-533f83db55d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:40.792711 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3b91a836-26aa-4637-b36b-9464a2d2a967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:40.808460 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcd192c-1359-417e-a69c-1f848cb64bb6 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:13:40.819605 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e43c4b7-f632-4cb1-a69c-30ca0226ced8 None None] Sync routers for ids ['245bae1d-c794-4c0b-b042-13b770008098'] in dv-cinder-773985-1-smb {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:13:40.829069 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e43c4b7-f632-4cb1-a69c-30ca0226ced8 None None] Routers {'245bae1d-c794-4c0b-b042-13b770008098'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:13:40.829754 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-2e43c4b7-f632-4cb1-a69c-30ca0226ced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:13:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['245bae1d-c794-4c0b-b042-13b770008098'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:13:40.856774 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3b91a836-26aa-4637-b36b-9464a2d2a967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:40.958038 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3b91a836-26aa-4637-b36b-9464a2d2a967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:40.979791 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:40.986707 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3974f12c-8ee2-48f2-9068-533f83db55d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392'] for port, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:41.005221 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-afcd192c-1359-417e-a69c-1f848cb64bb6 admin admin] Notify callbacks [] for router, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:41.006565 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-afcd192c-1359-417e-a69c-1f848cb64bb6 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2021937 Feb 03 20:13:41.009676 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91a836-26aa-4637-b36b-9464a2d2a967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccc3a6b-a97f-4e84-9968-f44125ce78d9,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:41.018572 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3b91a836-26aa-4637-b36b-9464a2d2a967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:41.019877 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-3b91a836-26aa-4637-b36b-9464a2d2a967 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4ccc3a6b-a97f-4e84-9968-f44125ce78d9 HTTP/1.1" status: 204 len: 168 time: 0.7996709 Feb 03 20:13:41.022902 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 48198) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:41.023015 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3b91a836-26aa-4637-b36b-9464a2d2a967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:41.024156 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:41.116866 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8968903-f250-4b86-b2bb-0120667876a0 None None] Network f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:13:41.172920 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 48204) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:41.190094 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c293629-6718-47c5-80a3-a971f53b6262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:41.223277 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-2e43c4b7-f632-4cb1-a69c-30ca0226ced8 None None] Set router 245bae1d-c794-4c0b-b042-13b770008098 gateway port host: dv-cinder-773985-1-smb {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:13:41.259892 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c293629-6718-47c5-80a3-a971f53b6262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:41.261689 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-cd28f32c-ae98-40c4-b024-749efd2fadc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:41.352429 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:41.366227 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 6cfb5863-b44f-4adf-b1f1-958f603d6afb up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:13:41.367909 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-3c293629-6718-47c5-80a3-a971f53b6262 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=99878b51da074fe0a4b7b3c36aa39282&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1527665 Feb 03 20:13:41.378592 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 48208) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:41.383779 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-cd28f32c-ae98-40c4-b024-749efd2fadc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:41.490551 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-cd28f32c-ae98-40c4-b024-749efd2fadc9 admin admin] Usage tracker for resource:security_group_rule and tenant:c05eacd9e3624b7197c1c3c2952aa7b5 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:41.500991 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-cd28f32c-ae98-40c4-b024-749efd2fadc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:41.506806 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c293629-6718-47c5-80a3-a971f53b6262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad2b6c3-a655-42d2-8f78-36ccb24c3ad1,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:41.535023 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-cd28f32c-ae98-40c4-b024-749efd2fadc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:41.538400 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c293629-6718-47c5-80a3-a971f53b6262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:41.540976 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-967c58b1-d316-4e31-999c-020c2098268a None None] Provisioning for port a5650cb5-ce73-49e7-b990-4422c06539bc completed by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:13:41.576073 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-21c22a45-26b9-4cee-8fe2-5169d296b1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:41.606771 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ca5688-d94c-424f-9310-81f2ecc93d90 None None] Network 08219bc6-fd07-43f5-9c2f-a541f5c84519 requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:13:41.625734 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-21c22a45-26b9-4cee-8fe2-5169d296b1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:41.628295 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [None req-1cc343a3-bb4e-4ef4-9ec1-34961dde31fa admin admin] Allocated IP 172.28.0.196 (e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3/cc5c5bbf-9f11-469d-8008-03763e47d1a6/b6aea719-44c8-4baf-bc21-dcd8f0fe4f21) {{(pid=80169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:13:41.638678 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974f12c-8ee2-48f2-9068-533f83db55d4 admin admin] Pushing event updated for resources: {'Port': ['ID=4f4b2824-a487-406c-97e5-5d33313e2d20,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:41.661868 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3974f12c-8ee2-48f2-9068-533f83db55d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:41.768154 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:13:41.819643 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-2e43c4b7-f632-4cb1-a69c-30ca0226ced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245bae1d-c794-4c0b-b042-13b770008098', 'name': 'tempest-AttachVolumeTestJSON-562042104-router', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:34Z', 'updated_at': '2021-02-03T20:13:38Z', 'revision_number': 3, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'gw_port': {'id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:36Z', 'updated_at': '2021-02-03T20:13:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:13:41.827049 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e43c4b7-f632-4cb1-a69c-30ca0226ced8 None None] Checking router: 245bae1d-c794-4c0b-b042-13b770008098 for host: dv-cinder-773985-1-smb {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:13:41.827733 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e43c4b7-f632-4cb1-a69c-30ca0226ced8 None None] Updating router 245bae1d-c794-4c0b-b042-13b770008098 port b2f7498c-f3a3-4cc4-85eb-edc3a92f0418 binding host dv-cinder-773985-1-smb {{(pid=80172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 03 20:13:41.833860 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning for port 6cfb5863-b44f-4adf-b1f1-958f603d6afb completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:13:41.843527 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-cd28f32c-ae98-40c4-b024-749efd2fadc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:41.895642 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-cd28f32c-ae98-40c4-b024-749efd2fadc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:41.922417 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2e43c4b7-f632-4cb1-a69c-30ca0226ced8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:41.968875 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5586c437-9016-49b2-86bd-e276de81cbda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:42.009347 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-cd28f32c-ae98-40c4-b024-749efd2fadc9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c05eacd9e3624b7197c1c3c2952aa7b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8258266 Feb 03 20:13:42.010265 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-21c22a45-26b9-4cee-8fe2-5169d296b1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:42.010952 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 48216) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:42.078022 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device a5650cb5-ce73-49e7-b990-4422c06539bc up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:13:42.082411 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.90', 60100) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:42.150771 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 48226) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:42.200928 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-21c22a45-26b9-4cee-8fe2-5169d296b1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:42.205474 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-21c22a45-26b9-4cee-8fe2-5169d296b1a6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0ad2b6c3-a655-42d2-8f78-36ccb24c3ad1 HTTP/1.1" status: 204 len: 168 time: 0.8255308 Feb 03 20:13:42.206560 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28f32c-ae98-40c4-b024-749efd2fadc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8266b09-8e3b-445e-a9bc-e69b357176c0,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:42.210128 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-cd28f32c-ae98-40c4-b024-749efd2fadc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:42.213164 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-b7ed1508-9e89-4e14-b486-e19dea5f8d17 None None] Provisioning for port 6cfb5863-b44f-4adf-b1f1-958f603d6afb completed by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:13:42.225165 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3b91a836-26aa-4637-b36b-9464a2d2a967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:42.225261 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-b7ed1508-9e89-4e14-b486-e19dea5f8d17 None None] Provisioning complete for port 6cfb5863-b44f-4adf-b1f1-958f603d6afb triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:13:42.225261 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b7ed1508-9e89-4e14-b486-e19dea5f8d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:42.253623 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3576406f-ee8c-42a5-a7ea-67c9ee795f62 req-e9ac9cc9-ddb4-4a34-b64a-922b11dfb2a1 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f169937-9f16-41a0-98be-b9773fb8b1e0 HTTP/1.1" status: 200 len: 210 time: 0.1733267 Feb 03 20:13:42.261095 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c22a45-26b9-4cee-8fe2-5169d296b1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad2b6c3-a655-42d2-8f78-36ccb24c3ad1,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:42.270584 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-21c22a45-26b9-4cee-8fe2-5169d296b1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:42.308666 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ded53bca-7d75-4a08-b826-36448769e164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:42.337754 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d965addc-a375-4ae1-bcef-b5d6149cb1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:42.348248 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ded53bca-7d75-4a08-b826-36448769e164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:42.452504 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning for port a5650cb5-ce73-49e7-b990-4422c06539bc completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:13:42.470316 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ded53bca-7d75-4a08-b826-36448769e164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:42.476346 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:42.490727 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded53bca-7d75-4a08-b826-36448769e164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8266b09-8e3b-445e-a9bc-e69b357176c0,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:42.495229 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ded53bca-7d75-4a08-b826-36448769e164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:42.505827 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ded53bca-7d75-4a08-b826-36448769e164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:42.510769 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-ded53bca-7d75-4a08-b826-36448769e164 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d8266b09-8e3b-445e-a9bc-e69b357176c0 HTTP/1.1" status: 204 len: 168 time: 0.4842918 Feb 03 20:13:42.515640 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port a5650cb5-ce73-49e7-b990-4422c06539bc triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:13:42.517125 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:42.528805 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-d965addc-a375-4ae1-bcef-b5d6149cb1c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:42.544731 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3974f12c-8ee2-48f2-9068-533f83db55d4 admin admin] Network e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:13:42.550560 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-d965addc-a375-4ae1-bcef-b5d6149cb1c3 admin admin] Usage tracker for resource:security_group_rule and tenant:b374b25d53844ce8b4282adee08b19e8 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:42.553591 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-d965addc-a375-4ae1-bcef-b5d6149cb1c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:42.560253 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-d965addc-a375-4ae1-bcef-b5d6149cb1c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:42.651740 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-3974f12c-8ee2-48f2-9068-533f83db55d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:13:42.890320 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-06bf25de-554d-4062-865f-efd0d1ec7ac8 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:13:42.891066 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-06bf25de-554d-4062-865f-efd0d1ec7ac8 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Synchronizing usage tracker for tenant:995473274b884b29a3d63d8aad2d45c9 on resource:network {{(pid=80169) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:13:42.930786 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1cc343a3-bb4e-4ef4-9ec1-34961dde31fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:42.975310 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3974f12c-8ee2-48f2-9068-533f83db55d4 admin admin] Received port after_create {{(pid=80169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:13:43.004355 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b7ed1508-9e89-4e14-b486-e19dea5f8d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:43.198666 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-849c579c-01e4-4ac7-894c-1b27053da721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:43.219031 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-b7ed1508-9e89-4e14-b486-e19dea5f8d17 None None] For port 6cfb5863-b44f-4adf-b1f1-958f603d6afb, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=6cfb5863-b44f-4adf-b1f1-958f603d6afb,segment=NetworkSegment(4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927),segment_id=4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:13:43.244979 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:43.280806 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b7ed1508-9e89-4e14-b486-e19dea5f8d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:43.288361 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:43.385297 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2e43c4b7-f632-4cb1-a69c-30ca0226ced8 None None] Notify callbacks [] for port, precommit_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:43.424817 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-2e43c4b7-f632-4cb1-a69c-30ca0226ced8 None None] Transition to ACTIVE for port object b2f7498c-f3a3-4cc4-85eb-edc3a92f0418 will not be triggered until provisioned by entity L2. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:13:43.470385 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2e43c4b7-f632-4cb1-a69c-30ca0226ced8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:43.487784 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:43.526977 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-856efdd7-6fc7-4aee-a8fb-b9a4a4762679 None None] Provisioning complete for port a5650cb5-ce73-49e7-b990-4422c06539bc triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:13:43.527802 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-856efdd7-6fc7-4aee-a8fb-b9a4a4762679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:43.579113 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed1508-9e89-4e14-b486-e19dea5f8d17 None None] Pushing event updated for resources: {'Port': ['ID=6cfb5863-b44f-4adf-b1f1-958f603d6afb,revision_number=3']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:43.607092 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-b7ed1508-9e89-4e14-b486-e19dea5f8d17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:43.620135 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] For port a5650cb5-ce73-49e7-b990-4422c06539bc, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=a5650cb5-ce73-49e7-b990-4422c06539bc,segment=NetworkSegment(e5cfedf2-070c-4fe2-9fd6-828d89417b0b),segment_id=e5cfedf2-070c-4fe2-9fd6-828d89417b0b)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:13:43.623204 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1cc343a3-bb4e-4ef4-9ec1-34961dde31fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392'] for port, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:43.684102 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:43.696444 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3d5ec10d-fa16-460e-a552-9595e043bbb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:43.770849 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d742617d-f5c3-450d-aef4-f6042d6dd911 req-8f725a5d-ac7d-4adb-9e89-97fa36f92484 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f169937-9f16-41a0-98be-b9773fb8b1e0 HTTP/1.1" status: 200 len: 210 time: 0.1456044 Feb 03 20:13:43.819252 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Pushing event updated for resources: {'Port': ['ID=b2f7498c-f3a3-4cc4-85eb-edc3a92f0418,revision_number=2']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:43.840531 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:43.840922 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:43.841298 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:43.841673 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:43.842179 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:43.842549 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:43.842913 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:43.843635 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:43.844010 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:43.844381 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:43.844869 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:43.846585 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:43.847011 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:43.847555 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:43.847946 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:43.848485 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:43.848665 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:43.849522 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:43.849891 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:43.850260 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:43.850951 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:43.852172 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:43.852583 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:43.852947 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Tracked resource versions report: Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: pushed versions: Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: { 'AddressGroup': {'1.1'}, Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'ConntrackHelper': {'1.0'}, Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'Log': {'1.0'}, Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'Network': {'1.1'}, Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'Port': {'1.7'}, Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'PortForwarding': {'1.2'}, Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'QosPolicy': {'1.8'}, Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroup': {'1.4'}, Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroupRule': {'1.2'}, Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'SubPort': {'1.0'}, Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'Subnet': {'1.1'}, Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'Trunk': {'1.1'}} Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: consumer versions: Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: { DHCP agent@dv-cinder-773985-1-smb: {}, Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: L3 agent@dv-cinder-773985-1-smb: {}, Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: Metadata agent@dv-cinder-773985-1-smb: {}, Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: Metering agent@dv-cinder-773985-1-smb: {}, Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: Open vSwitch agent@dv-cinder-773985-1-smb: { 'AddressGroup': '1.1', Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'ConntrackHelper': '1.0', Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'Log': '1.0', Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'Network': '1.1', Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'Port': '1.7', Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'PortForwarding': '1.2', Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'QosPolicy': '1.8', Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroup': '1.4', Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroupRule': '1.2', Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'SubPort': '1.0', Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'Subnet': '1.1', Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'Trunk': '1.1'}, Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: Open vSwitch agent@hv-cinder-77398: { 'AddressGroup': '1.1', Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'ConntrackHelper': '1.0', Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'Log': '1.0', Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'Network': '1.1', Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'Port': '1.7', Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'PortForwarding': '1.2', Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'QosPolicy': '1.8', Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroup': '1.4', Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'SecurityGroupRule': '1.2', Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'SubPort': '1.0', Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'Subnet': '1.1', Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: 'Trunk': '1.1'}} Feb 03 20:13:43.854331 dv-cinder-773985-1-smb neutron-server[80058]: {{(pid=80172) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 03 20:13:43.858614 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:43.881757 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-2e43c4b7-f632-4cb1-a69c-30ca0226ced8 None None] Attempting to bind port b2f7498c-f3a3-4cc4-85eb-edc3a92f0418 on host dv-cinder-773985-1-smb for vnic_type normal with profile {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:13:43.882128 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-2e43c4b7-f632-4cb1-a69c-30ca0226ced8 None None] Attempting to bind port b2f7498c-f3a3-4cc4-85eb-edc3a92f0418 by drivers openvswitch on host dv-cinder-773985-1-smb at level 0 using segments [{'id': '194f5804-a926-4317-99f2-0a1ac54a9265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:13:43.884006 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e43c4b7-f632-4cb1-a69c-30ca0226ced8 None None] Attempting to bind port b2f7498c-f3a3-4cc4-85eb-edc3a92f0418 on network e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:13:43.891518 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e43c4b7-f632-4cb1-a69c-30ca0226ced8 None None] Checking agent: {'id': '3c34f775-80d1-4d8f-9ffd-976c513d9067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 3, 47), 'started_at': datetime.datetime(2021, 2, 3, 20, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.103', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:13:43.892502 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e43c4b7-f632-4cb1-a69c-30ca0226ced8 None None] Checking segment: {'id': '194f5804-a926-4317-99f2-0a1ac54a9265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:13:43.893431 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2e43c4b7-f632-4cb1-a69c-30ca0226ced8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:43.893873 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e43c4b7-f632-4cb1-a69c-30ca0226ced8 None None] Bound using segment: {'id': '194f5804-a926-4317-99f2-0a1ac54a9265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:13:44.350508 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-2e43c4b7-f632-4cb1-a69c-30ca0226ced8 None None] Bound port: b2f7498c-f3a3-4cc4-85eb-edc3a92f0418, host: dv-cinder-773985-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194f5804-a926-4317-99f2-0a1ac54a9265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'}}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:13:44.350508 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2e43c4b7-f632-4cb1-a69c-30ca0226ced8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:44.353982 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 6cfb5863-b44f-4adf-b1f1-958f603d6afb up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:13:44.353982 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Pushing event updated for resources: {'Port': ['ID=a5650cb5-ce73-49e7-b990-4422c06539bc,revision_number=3']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:44.353982 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:44.353982 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port 6cfb5863-b44f-4adf-b1f1-958f603d6afb triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:13:44.353982 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:44.353982 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-ea1d8601-a971-434c-a355-007282c03c6d None None] Provisioning complete for port a5650cb5-ce73-49e7-b990-4422c06539bc triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:13:44.353982 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ea1d8601-a971-434c-a355-007282c03c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:44.360366 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5b23de39-b861-4e97-b666-cf771e714418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:44.360366 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d965addc-a375-4ae1-bcef-b5d6149cb1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:44.385569 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-2e43c4b7-f632-4cb1-a69c-30ca0226ced8 None None] For port b2f7498c-f3a3-4cc4-85eb-edc3a92f0418, host dv-cinder-773985-1-smb, cleared binding levels {{(pid=80172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:13:44.407158 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-2e43c4b7-f632-4cb1-a69c-30ca0226ced8 None None] For port b2f7498c-f3a3-4cc4-85eb-edc3a92f0418, host dv-cinder-773985-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=b2f7498c-f3a3-4cc4-85eb-edc3a92f0418,segment=NetworkSegment(194f5804-a926-4317-99f2-0a1ac54a9265),segment_id=194f5804-a926-4317-99f2-0a1ac54a9265)] {{(pid=80172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:13:44.439497 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2e43c4b7-f632-4cb1-a69c-30ca0226ced8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:44.461091 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-ea1d8601-a971-434c-a355-007282c03c6d None None] Provisioning complete for port 6cfb5863-b44f-4adf-b1f1-958f603d6afb triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:13:44.461526 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ea1d8601-a971-434c-a355-007282c03c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:44.488695 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:44.888469 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3974f12c-8ee2-48f2-9068-533f83db55d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:44.947817 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Pushing event updated for resources: {'Port': ['ID=b2f7498c-f3a3-4cc4-85eb-edc3a92f0418,revision_number=3']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:44.961545 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:45.069540 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e43c4b7-f632-4cb1-a69c-30ca0226ced8 None None] Routers {'245bae1d-c794-4c0b-b042-13b770008098'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:13:45.070891 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-2e43c4b7-f632-4cb1-a69c-30ca0226ced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:13:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['245bae1d-c794-4c0b-b042-13b770008098'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:13:45.101201 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-e25dd76d-521a-46ef-9b89-354543823748 None None] Provisioning complete for port 6cfb5863-b44f-4adf-b1f1-958f603d6afb triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:13:45.101669 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e25dd76d-521a-46ef-9b89-354543823748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:45.236289 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-40024943-56a8-44d8-9dad-4a50e17d341d req-da55eb61-82f2-44b0-a866-157b1807965f tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f169937-9f16-41a0-98be-b9773fb8b1e0 HTTP/1.1" status: 200 len: 210 time: 0.1274886 Feb 03 20:13:45.322923 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc343a3-bb4e-4ef4-9ec1-34961dde31fa admin admin] Pushing event updated for resources: {'Port': ['ID=b6aea719-44c8-4baf-bc21-dcd8f0fe4f21,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:45.333648 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-1cc343a3-bb4e-4ef4-9ec1-34961dde31fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.099s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:45.356684 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5b746150-2e48-4d0d-ac38-713d1d77121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:45.365201 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc343a3-bb4e-4ef4-9ec1-34961dde31fa admin admin] Network e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:13:45.366546 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d965addc-a375-4ae1-bcef-b5d6149cb1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:45.376776 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-1cc343a3-bb4e-4ef4-9ec1-34961dde31fa admin admin] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:13:45.390621 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc343a3-bb4e-4ef4-9ec1-34961dde31fa admin admin] Received port after_create {{(pid=80169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:13:45.721406 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:45.748035 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-2e43c4b7-f632-4cb1-a69c-30ca0226ced8 None None] Set router 245bae1d-c794-4c0b-b042-13b770008098 gateway port host: dv-cinder-773985-1-smb {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:13:45.762089 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-06bf25de-554d-4062-865f-efd0d1ec7ac8 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Unset dirty status for tenant:995473274b884b29a3d63d8aad2d45c9 on resource:network {{(pid=80169) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:13:45.763393 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-06bf25de-554d-4062-865f-efd0d1ec7ac8 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.90 "GET /v2.0/networks?id=fabdc8ae-63cc-477b-8e16-b19f6405722e HTTP/1.1" status: 200 len: 811 time: 3.6702449 Feb 03 20:13:45.771200 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-d965addc-a375-4ae1-bcef-b5d6149cb1c3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b374b25d53844ce8b4282adee08b19e8&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6138690 Feb 03 20:13:45.771399 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 48328) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:45.847707 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:45.851056 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device a5650cb5-ce73-49e7-b990-4422c06539bc up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:13:45.945996 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d0610fac-a55b-45ce-bc10-e638cfdded24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:45.994775 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d0610fac-a55b-45ce-bc10-e638cfdded24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:46.037808 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-c26ef5b3-b827-4699-8a7b-ae46f5a12761 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Request body: {'port': {'device_id': '1f169937-9f16-41a0-98be-b9773fb8b1e0', 'network_id': 'fabdc8ae-63cc-477b-8e16-b19f6405722e', 'admin_state_up': True, 'tenant_id': '995473274b884b29a3d63d8aad2d45c9'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:13:46.093055 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d0610fac-a55b-45ce-bc10-e638cfdded24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:46.096132 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port a5650cb5-ce73-49e7-b990-4422c06539bc triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:13:46.097088 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:46.098207 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:46.153727 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:46.158412 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0610fac-a55b-45ce-bc10-e638cfdded24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fc3835-b6a9-4d96-a178-d6c0496a31e1,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:46.162864 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-d0610fac-a55b-45ce-bc10-e638cfdded24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:46.184101 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d0610fac-a55b-45ce-bc10-e638cfdded24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:46.187940 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-d0610fac-a55b-45ce-bc10-e638cfdded24 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d6fc3835-b6a9-4d96-a178-d6c0496a31e1 HTTP/1.1" status: 204 len: 168 time: 0.4160328 Feb 03 20:13:46.502347 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965addc-a375-4ae1-bcef-b5d6149cb1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fc3835-b6a9-4d96-a178-d6c0496a31e1,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:46.516617 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-d965addc-a375-4ae1-bcef-b5d6149cb1c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:46.674073 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-2e43c4b7-f632-4cb1-a69c-30ca0226ced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245bae1d-c794-4c0b-b042-13b770008098', 'name': 'tempest-AttachVolumeTestJSON-562042104-router', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:34Z', 'updated_at': '2021-02-03T20:13:38Z', 'revision_number': 3, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'gw_port': {'id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:36Z', 'updated_at': '2021-02-03T20:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:13:46.686006 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e43c4b7-f632-4cb1-a69c-30ca0226ced8 None None] The sync data for ids ['245bae1d-c794-4c0b-b042-13b770008098'] in dv-cinder-773985-1-smb is: [{'id': '245bae1d-c794-4c0b-b042-13b770008098', 'name': 'tempest-AttachVolumeTestJSON-562042104-router', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:34Z', 'updated_at': '2021-02-03T20:13:38Z', 'revision_number': 3, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'gw_port': {'id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:36Z', 'updated_at': '2021-02-03T20:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:13:46.701316 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-699e90fb-96af-4cd3-b64b-4b3461065f5d req-546ff3c8-580e-4f92-aa9c-71f3e6ad22b1 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f169937-9f16-41a0-98be-b9773fb8b1e0 HTTP/1.1" status: 200 len: 210 time: 0.1315906 Feb 03 20:13:46.796627 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:46.938492 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1cc343a3-bb4e-4ef4-9ec1-34961dde31fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:47.000118 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-c26ef5b3-b827-4699-8a7b-ae46f5a12761 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:47.090023 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-79f2330e-f674-4d53-9887-005d9c7d2063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669'] for subnet, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:47.168607 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-c26ef5b3-b827-4699-8a7b-ae46f5a12761 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Usage tracker for resource:port and tenant:995473274b884b29a3d63d8aad2d45c9 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:47.539386 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:47.657605 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-c26ef5b3-b827-4699-8a7b-ae46f5a12761 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:47.680839 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:47.841504 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-c26ef5b3-b827-4699-8a7b-ae46f5a12761 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:47.903215 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device b2f7498c-f3a3-4cc4-85eb-edc3a92f0418 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:13:47.904295 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2330e-f674-4d53-9887-005d9c7d2063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5173a280-4887-483b-a4c4-00435f98bc3b,revision_number=0']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:47.912860 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-79f2330e-f674-4d53-9887-005d9c7d2063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:48.061720 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7ef990f2-bf0e-4e3a-8e21-52af2cda5b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:48.138525 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning for port b2f7498c-f3a3-4cc4-85eb-edc3a92f0418 completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:13:48.173956 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port b2f7498c-f3a3-4cc4-85eb-edc3a92f0418 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:13:48.178092 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1a4019ff-bc45-4510-b450-762a44ff69ae req-38f0ed61-22a2-4f12-a425-736e4b35d0db tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f169937-9f16-41a0-98be-b9773fb8b1e0 HTTP/1.1" status: 200 len: 210 time: 0.1665103 Feb 03 20:13:48.183919 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:48.218111 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3974f12c-8ee2-48f2-9068-533f83db55d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853125747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1670582'] for router, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:48.536764 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:48.568583 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-c26ef5b3-b827-4699-8a7b-ae46f5a12761 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Made reservation on behalf of 995473274b884b29a3d63d8aad2d45c9 for: {'port': 1} {{(pid=80169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:13:48.586691 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] For port b2f7498c-f3a3-4cc4-85eb-edc3a92f0418, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=b2f7498c-f3a3-4cc4-85eb-edc3a92f0418,segment=NetworkSegment(194f5804-a926-4317-99f2-0a1ac54a9265),segment_id=194f5804-a926-4317-99f2-0a1ac54a9265)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:13:48.595121 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-c26ef5b3-b827-4699-8a7b-ae46f5a12761 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:48.636007 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:48.649102 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:48.853763 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Pushing event updated for resources: {'Port': ['ID=b2f7498c-f3a3-4cc4-85eb-edc3a92f0418,revision_number=4']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:48.860991 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:49.404360 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1cc343a3-bb4e-4ef4-9ec1-34961dde31fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853125747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1670582'] for router, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:49.628275 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-98b744ec-fcd4-4daf-bc81-01762beb3954 req-fbd2200a-93ec-4350-8282-e5495570af52 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f169937-9f16-41a0-98be-b9773fb8b1e0 HTTP/1.1" status: 200 len: 210 time: 0.1388843 Feb 03 20:13:49.899214 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device b2f7498c-f3a3-4cc4-85eb-edc3a92f0418 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:13:50.049530 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-c26ef5b3-b827-4699-8a7b-ae46f5a12761 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Allocated IP 172.20.0.9 (fabdc8ae-63cc-477b-8e16-b19f6405722e/6969874b-34f9-4e38-860c-16115b2aa8c3/6ec4cbd6-bf4f-48f6-a69f-c119be0cac90) {{(pid=80169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:13:50.134871 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port b2f7498c-f3a3-4cc4-85eb-edc3a92f0418 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:13:50.135300 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:50.685350 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-c26ef5b3-b827-4699-8a7b-ae46f5a12761 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Notify callbacks [] for port, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:50.834990 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-c26ef5b3-b827-4699-8a7b-ae46f5a12761 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392'] for port, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:50.993714 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f2330e-f674-4d53-9887-005d9c7d2063 admin admin] Checking segment: {'id': '8d6c2519-5c2c-4e53-b793-ac3fbf6d7229', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd0ad5568-70ce-4d2c-b878-28b8864425b1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:13:50.994345 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f2330e-f674-4d53-9887-005d9c7d2063 admin admin] Network hostable DHCP agents. Network: d0ad5568-70ce-4d2c-b878-28b8864425b1, hostable agents: ['8291a3bc-6c85-4131-82cd-10fb92f4b1cb'], hosted agents: [] {{(pid=80169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 20:13:51.031103 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3974f12c-8ee2-48f2-9068-533f83db55d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:51.105706 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b2e21-e054-4f9e-ba77-be6714d39f4c req-4d3b2539-ebaf-48e6-bfe3-fdc70d8a5122 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:13:51.114866 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-126b2e21-e054-4f9e-ba77-be6714d39f4c req-4d3b2539-ebaf-48e6-bfe3-fdc70d8a5122 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f169937-9f16-41a0-98be-b9773fb8b1e0 HTTP/1.1" status: 200 len: 931 time: 0.2526722 Feb 03 20:13:51.197332 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-126b2e21-e054-4f9e-ba77-be6714d39f4c req-39cbde3a-bf09-48d2-be9c-380a9cfa04a0 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/security-groups?id=67f7d287-0424-4c8e-a901-c58799925112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800924 Feb 03 20:13:51.412085 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3974f12c-8ee2-48f2-9068-533f83db55d4 admin admin] Router 0da00afb-f519-4c6e-aba1-0f9086b7afc5 is scheduled to L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 with binding_index 1 {{(pid=80169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 03 20:13:51.416472 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [None req-7ef990f2-bf0e-4e3a-8e21-52af2cda5b8e admin admin] Allocated IP 172.20.0.1 (f2b2556e-b9f4-4fa6-8f4c-d6203199ec31/ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105/7cd38fd5-591b-4722-9cf3-5cbe5d83caa8) {{(pid=80169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:13:51.594977 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc343a3-bb4e-4ef4-9ec1-34961dde31fa admin admin] Router 847592b4-7f70-4cce-a132-eed1154d7c37 is scheduled to L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 with binding_index 1 {{(pid=80169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 03 20:13:51.597102 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ef5b3-b827-4699-8a7b-ae46f5a12761 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Pushing event updated for resources: {'Port': ['ID=6ec4cbd6-bf4f-48f6-a69f-c119be0cac90,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:51.686547 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c26ef5b3-b827-4699-8a7b-ae46f5a12761 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:51.772794 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f2330e-f674-4d53-9887-005d9c7d2063 admin admin] Network d0ad5568-70ce-4d2c-b878-28b8864425b1 is scheduled to be hosted by DHCP agent 8291a3bc-6c85-4131-82cd-10fb92f4b1cb with binding_index 1 {{(pid=80169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 20:13:51.809082 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-c26ef5b3-b827-4699-8a7b-ae46f5a12761 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Network fabdc8ae-63cc-477b-8e16-b19f6405722e is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:13:51.875863 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-c26ef5b3-b827-4699-8a7b-ae46f5a12761 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:13:51.879493 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-79f2330e-f674-4d53-9887-005d9c7d2063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-smb, d0ad5568-70ce-4d2c-b878-28b8864425b1) {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:13:51.959336 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-c26ef5b3-b827-4699-8a7b-ae46f5a12761 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Received port after_create {{(pid=80169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:13:52.024907 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-c26ef5b3-b827-4699-8a7b-ae46f5a12761 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:13:52.025603 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-c26ef5b3-b827-4699-8a7b-ae46f5a12761 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for port, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:52.153535 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41369069-9516-426c-aea8-7dbd8870a75a None None] Network d0ad5568-70ce-4d2c-b878-28b8864425b1 requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:13:52.168793 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f2330e-f674-4d53-9887-005d9c7d2063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:13:52.169440 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-79f2330e-f674-4d53-9887-005d9c7d2063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for subnet, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:52.233633 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 48488) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:52.249644 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc343a3-bb4e-4ef4-9ec1-34961dde31fa admin admin] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:13:52.251733 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3974f12c-8ee2-48f2-9068-533f83db55d4 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:13:52.267035 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f488e1b2-9bfd-4445-8147-8dd19a65618e None None] Sync routers for ids ['0da00afb-f519-4c6e-aba1-0f9086b7afc5'] in dv-cinder-773985-1-smb {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:13:52.275944 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbde6820-af62-4e9c-aeef-f0816c14c0ea None None] Sync routers for ids ['847592b4-7f70-4cce-a132-eed1154d7c37'] in dv-cinder-773985-1-smb {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:13:52.286826 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f488e1b2-9bfd-4445-8147-8dd19a65618e None None] Routers {'0da00afb-f519-4c6e-aba1-0f9086b7afc5'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:13:52.287521 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-f488e1b2-9bfd-4445-8147-8dd19a65618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:13:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['0da00afb-f519-4c6e-aba1-0f9086b7afc5'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:13:52.311327 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-c26ef5b3-b827-4699-8a7b-ae46f5a12761 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3258355 Feb 03 20:13:52.332412 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbde6820-af62-4e9c-aeef-f0816c14c0ea None None] Routers {'847592b4-7f70-4cce-a132-eed1154d7c37'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:13:52.333059 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-fbde6820-af62-4e9c-aeef-f0816c14c0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:13:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['847592b4-7f70-4cce-a132-eed1154d7c37'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:13:52.417169 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7ef990f2-bf0e-4e3a-8e21-52af2cda5b8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:52.434261 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3974f12c-8ee2-48f2-9068-533f83db55d4 admin admin] Notify callbacks [] for router, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:52.435652 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-3974f12c-8ee2-48f2-9068-533f83db55d4 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 16.9620397 Feb 03 20:13:52.439216 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 48498) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:52.454357 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-79f2330e-f674-4d53-9887-005d9c7d2063 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 12.1089447 Feb 03 20:13:52.472509 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1cc343a3-bb4e-4ef4-9ec1-34961dde31fa admin admin] Notify callbacks [] for router, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:52.483487 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-1cc343a3-bb4e-4ef4-9ec1-34961dde31fa admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 17.0312376 Feb 03 20:13:52.491609 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 48504) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:52.678354 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-7ef990f2-bf0e-4e3a-8e21-52af2cda5b8e admin admin] Transition to ACTIVE for port object 7cd38fd5-591b-4722-9cf3-5cbe5d83caa8 will not be triggered until provisioned by entity DHCP. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:13:52.808904 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81288126-f070-4274-a61d-04d5feaa3097 None None] Network d0ad5568-70ce-4d2c-b878-28b8864425b1 requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:13:52.879785 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7ef990f2-bf0e-4e3a-8e21-52af2cda5b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392'] for port, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:53.012275 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-f488e1b2-9bfd-4445-8147-8dd19a65618e None None] Set router 0da00afb-f519-4c6e-aba1-0f9086b7afc5 gateway port host: dv-cinder-773985-1-smb {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:13:53.095703 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 48514) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:53.116695 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-fbde6820-af62-4e9c-aeef-f0816c14c0ea None None] Set router 847592b4-7f70-4cce-a132-eed1154d7c37 gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:13:53.162540 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-11ba60dc-f899-411a-b8b8-0a01c79c1a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:53.164416 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-42313632-c2a8-420c-bb9e-b82b255d31a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:53.367156 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-11ba60dc-f899-411a-b8b8-0a01c79c1a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:53.371467 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-11ba60dc-f899-411a-b8b8-0a01c79c1a90 admin admin] Usage tracker for resource:security_group_rule and tenant:5bf712b8da704096b9391b3a9993d733 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:53.374796 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-11ba60dc-f899-411a-b8b8-0a01c79c1a90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:53.381746 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-11ba60dc-f899-411a-b8b8-0a01c79c1a90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:53.462547 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef990f2-bf0e-4e3a-8e21-52af2cda5b8e admin admin] Pushing event updated for resources: {'Port': ['ID=7cd38fd5-591b-4722-9cf3-5cbe5d83caa8,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:53.498640 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-11ba60dc-f899-411a-b8b8-0a01c79c1a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:53.579754 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-7ef990f2-bf0e-4e3a-8e21-52af2cda5b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:53.677624 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb6bac-ed1e-4fcc-8c3b-412439473c2a req-efee11a7-668d-4bc4-8c4e-94d45655f6ab tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:13:53.687772 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-70bb6bac-ed1e-4fcc-8c3b-412439473c2a req-efee11a7-668d-4bc4-8c4e-94d45655f6ab tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f169937-9f16-41a0-98be-b9773fb8b1e0 HTTP/1.1" status: 200 len: 931 time: 1.3292267 Feb 03 20:13:53.769258 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-11ba60dc-f899-411a-b8b8-0a01c79c1a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:53.782272 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef990f2-bf0e-4e3a-8e21-52af2cda5b8e admin admin] Network f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:13:53.828275 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-7ef990f2-bf0e-4e3a-8e21-52af2cda5b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:13:53.849986 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-c3a195e4-2c13-4ea0-9c07-4e8ff0dc8485 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 20:13:53.851316 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-c3a195e4-2c13-4ea0-9c07-4e8ff0dc8485 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0175374 Feb 03 20:13:53.854219 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef990f2-bf0e-4e3a-8e21-52af2cda5b8e admin admin] Received port after_create {{(pid=80169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:13:53.854848 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7ef990f2-bf0e-4e3a-8e21-52af2cda5b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1646962'] for router_interface, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:53.864821 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-70bb6bac-ed1e-4fcc-8c3b-412439473c2a req-468d0f59-8aa9-4c47-96d3-e570cfea3a52 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/security-groups?id=67f7d287-0424-4c8e-a901-c58799925112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758523 Feb 03 20:13:53.930060 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c293629-6718-47c5-80a3-a971f53b6262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:53.979475 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-11ba60dc-f899-411a-b8b8-0a01c79c1a90 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5bf712b8da704096b9391b3a9993d733&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7443161 Feb 03 20:13:53.983311 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba60dc-f899-411a-b8b8-0a01c79c1a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222041ea-13d7-4955-be13-9b9a860dda27,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:53.986353 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 48534) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:53.994711 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-f488e1b2-9bfd-4445-8147-8dd19a65618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da00afb-f519-4c6e-aba1-0f9086b7afc5', 'name': 'tempest-ServerRescueNegativeTestJSON-1428538324-router', 'tenant_id': '3d2e750b64264333a0c0080a78748667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': '4f4b2824-a487-406c-97e5-5d33313e2d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:35Z', 'updated_at': '2021-02-03T20:13:43Z', 'revision_number': 3, 'project_id': '3d2e750b64264333a0c0080a78748667', 'gw_port': {'id': '4f4b2824-a487-406c-97e5-5d33313e2d20', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da00afb-f519-4c6e-aba1-0f9086b7afc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:39Z', 'updated_at': '2021-02-03T20:13:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:13:53.995452 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-11ba60dc-f899-411a-b8b8-0a01c79c1a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:54.006567 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f488e1b2-9bfd-4445-8147-8dd19a65618e None None] Checking router: 0da00afb-f519-4c6e-aba1-0f9086b7afc5 for host: dv-cinder-773985-1-smb {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:13:54.007239 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f488e1b2-9bfd-4445-8147-8dd19a65618e None None] Updating router 0da00afb-f519-4c6e-aba1-0f9086b7afc5 port 4f4b2824-a487-406c-97e5-5d33313e2d20 binding host dv-cinder-773985-1-smb {{(pid=80172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 03 20:13:54.069094 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_v2 [None req-876c6fa5-4f8c-43d0-bfc7-805ddfd3ba6a admin admin] Deleting subnet 12df6624-53e8-4c51-8422-7873c310830c {{(pid=80169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 03 20:13:54.088081 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-793091ed-91bd-42ab-98c5-246d106b9f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:54.095110 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-876c6fa5-4f8c-43d0-bfc7-805ddfd3ba6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:54.124037 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f488e1b2-9bfd-4445-8147-8dd19a65618e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:54.126858 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-793091ed-91bd-42ab-98c5-246d106b9f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:54.143174 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-fbde6820-af62-4e9c-aeef-f0816c14c0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'name': 'tempest-AttachVolumeShelveTestJSON-1760287194-router', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196'}], 'enable_snat': True}, 'gw_port_id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:35Z', 'updated_at': '2021-02-03T20:13:45Z', 'revision_number': 3, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'gw_port': {'id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:59:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:39Z', 'updated_at': '2021-02-03T20:13:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:13:54.162636 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbde6820-af62-4e9c-aeef-f0816c14c0ea None None] Checking router: 847592b4-7f70-4cce-a132-eed1154d7c37 for host: dv-cinder-773985-1-smb {{(pid=80171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:13:54.163437 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbde6820-af62-4e9c-aeef-f0816c14c0ea None None] Updating router 847592b4-7f70-4cce-a132-eed1154d7c37 port b6aea719-44c8-4baf-bc21-dcd8f0fe4f21 binding host dv-cinder-773985-1-smb {{(pid=80171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 03 20:13:54.326819 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fbde6820-af62-4e9c-aeef-f0816c14c0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:54.369737 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-481e6f53-4a38-4c57-ab1a-2048cc0a8253 None None] Provisioning for port 7cd38fd5-591b-4722-9cf3-5cbe5d83caa8 completed by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:13:54.389388 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-481e6f53-4a38-4c57-ab1a-2048cc0a8253 None None] Provisioning complete for port 7cd38fd5-591b-4722-9cf3-5cbe5d83caa8 triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:13:54.389743 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-481e6f53-4a38-4c57-ab1a-2048cc0a8253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:54.569385 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-481e6f53-4a38-4c57-ab1a-2048cc0a8253 None None] Port 7cd38fd5-591b-4722-9cf3-5cbe5d83caa8 cannot update to ACTIVE because it is not bound. {{(pid=80171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 20:13:54.841348 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-793091ed-91bd-42ab-98c5-246d106b9f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:54.853091 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-054a084e-9812-485e-8314-8da21eba8cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:54.872372 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793091ed-91bd-42ab-98c5-246d106b9f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222041ea-13d7-4955-be13-9b9a860dda27,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:54.874666 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-793091ed-91bd-42ab-98c5-246d106b9f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:54.876054 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-793091ed-91bd-42ab-98c5-246d106b9f85 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/222041ea-13d7-4955-be13-9b9a860dda27 HTTP/1.1" status: 204 len: 168 time: 0.8862498 Feb 03 20:13:54.884300 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-793091ed-91bd-42ab-98c5-246d106b9f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:54.964656 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-45c1dab4-0b0c-47eb-a976-8a8390cec8e8 service neutron] Request body: {'port': {'device_id': '1f169937-9f16-41a0-98be-b9773fb8b1e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:13:55.032054 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a445eabd-ac49-4168-8590-79ec6afad864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:55.329639 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-876c6fa5-4f8c-43d0-bfc7-805ddfd3ba6a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:55.353029 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-876c6fa5-4f8c-43d0-bfc7-805ddfd3ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-22235'] for subnet, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:55.373177 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f488e1b2-9bfd-4445-8147-8dd19a65618e None None] Notify callbacks [] for port, precommit_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:55.459415 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-f488e1b2-9bfd-4445-8147-8dd19a65618e None None] Transition to ACTIVE for port object 4f4b2824-a487-406c-97e5-5d33313e2d20 will not be triggered until provisioned by entity L2. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:13:55.504794 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f488e1b2-9bfd-4445-8147-8dd19a65618e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:55.546256 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:55.803932 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c9cd8-bffa-4a24-8c34-41db0a6d1bce req-570ad253-127b-49c2-b8f0-85b7662b5e01 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:13:55.813664 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-507c9cd8-bffa-4a24-8c34-41db0a6d1bce req-570ad253-127b-49c2-b8f0-85b7662b5e01 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f169937-9f16-41a0-98be-b9773fb8b1e0 HTTP/1.1" status: 200 len: 931 time: 0.4735789 Feb 03 20:13:55.850444 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfbaa1-4af7-4b2d-b782-134aa1919e2d None None] Pushing event updated for resources: {'Port': ['ID=4f4b2824-a487-406c-97e5-5d33313e2d20,revision_number=2']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:55.854202 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-10cfbaa1-4af7-4b2d-b782-134aa1919e2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:55.984881 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-f488e1b2-9bfd-4445-8147-8dd19a65618e None None] Attempting to bind port 4f4b2824-a487-406c-97e5-5d33313e2d20 on host dv-cinder-773985-1-smb for vnic_type normal with profile {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:13:55.985429 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-f488e1b2-9bfd-4445-8147-8dd19a65618e None None] Attempting to bind port 4f4b2824-a487-406c-97e5-5d33313e2d20 by drivers openvswitch on host dv-cinder-773985-1-smb at level 0 using segments [{'id': '194f5804-a926-4317-99f2-0a1ac54a9265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:13:55.985844 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f488e1b2-9bfd-4445-8147-8dd19a65618e None None] Attempting to bind port 4f4b2824-a487-406c-97e5-5d33313e2d20 on network e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:13:55.999375 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f488e1b2-9bfd-4445-8147-8dd19a65618e None None] Checking agent: {'id': '3c34f775-80d1-4d8f-9ffd-976c513d9067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 3, 47), 'started_at': datetime.datetime(2021, 2, 3, 20, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.103', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:13:55.999913 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f488e1b2-9bfd-4445-8147-8dd19a65618e None None] Checking segment: {'id': '194f5804-a926-4317-99f2-0a1ac54a9265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:13:56.000962 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f488e1b2-9bfd-4445-8147-8dd19a65618e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:56.001411 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f488e1b2-9bfd-4445-8147-8dd19a65618e None None] Bound using segment: {'id': '194f5804-a926-4317-99f2-0a1ac54a9265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:13:56.002070 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-f488e1b2-9bfd-4445-8147-8dd19a65618e None None] Bound port: 4f4b2824-a487-406c-97e5-5d33313e2d20, host: dv-cinder-773985-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194f5804-a926-4317-99f2-0a1ac54a9265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'}}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:13:56.003391 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f488e1b2-9bfd-4445-8147-8dd19a65618e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:56.027314 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-507c9cd8-bffa-4a24-8c34-41db0a6d1bce req-118ccf2d-c475-4770-a29e-c493e88f83df tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/security-groups?id=67f7d287-0424-4c8e-a901-c58799925112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126026 Feb 03 20:13:56.030571 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 48556) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:56.075158 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fbf01f5d-efe8-4ab0-9eae-be814645ac0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:56.099901 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-fbf01f5d-efe8-4ab0-9eae-be814645ac0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:56.104669 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fbde6820-af62-4e9c-aeef-f0816c14c0ea None None] Notify callbacks [] for port, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:56.105817 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-fbf01f5d-efe8-4ab0-9eae-be814645ac0b admin admin] Usage tracker for resource:security_group_rule and tenant:de4430475737487b80849f15f45c5cff is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:56.109265 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-fbf01f5d-efe8-4ab0-9eae-be814645ac0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:56.116259 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-fbf01f5d-efe8-4ab0-9eae-be814645ac0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:56.198010 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-45c1dab4-0b0c-47eb-a976-8a8390cec8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:56.202181 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fbde6820-af62-4e9c-aeef-f0816c14c0ea None None] Transition to ACTIVE for port object b6aea719-44c8-4baf-bc21-dcd8f0fe4f21 will not be triggered until provisioned by entity L2. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:13:56.270354 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fbde6820-af62-4e9c-aeef-f0816c14c0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:56.292680 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7ef990f2-bf0e-4e3a-8e21-52af2cda5b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:56.305176 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [None req-a445eabd-ac49-4168-8590-79ec6afad864 admin admin] Allocated IP 172.20.0.1 (823145a9-cb2c-4281-8d27-c96a6d2cddcd/bcdd6f27-98eb-4350-a461-05ea1bdb5c9c/6178468b-b43a-4106-b259-ab0a21323400) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:13:56.369081 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c4a4bb6f-ebc5-4c17-9188-aaa56bc3bb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:56.372029 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-f488e1b2-9bfd-4445-8147-8dd19a65618e None None] For port 4f4b2824-a487-406c-97e5-5d33313e2d20, host dv-cinder-773985-1-smb, cleared binding levels {{(pid=80172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:13:56.376619 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-f488e1b2-9bfd-4445-8147-8dd19a65618e None None] For port 4f4b2824-a487-406c-97e5-5d33313e2d20, host dv-cinder-773985-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=4f4b2824-a487-406c-97e5-5d33313e2d20,segment=NetworkSegment(194f5804-a926-4317-99f2-0a1ac54a9265),segment_id=194f5804-a926-4317-99f2-0a1ac54a9265)] {{(pid=80172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:13:56.386760 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 48564) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:56.394916 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:56.414796 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f488e1b2-9bfd-4445-8147-8dd19a65618e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:56.441015 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-22d4746a-92b2-4b6a-b594-927de5e248fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:56.509558 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b858a1-c3d7-4621-80df-d4a42fbc9535 None None] Pushing event updated for resources: {'Port': ['ID=b6aea719-44c8-4baf-bc21-dcd8f0fe4f21,revision_number=2']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:56.517789 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-39b858a1-c3d7-4621-80df-d4a42fbc9535 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:56.541709 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-fbde6820-af62-4e9c-aeef-f0816c14c0ea None None] Attempting to bind port b6aea719-44c8-4baf-bc21-dcd8f0fe4f21 on host dv-cinder-773985-1-smb for vnic_type normal with profile {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:13:56.542131 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-fbde6820-af62-4e9c-aeef-f0816c14c0ea None None] Attempting to bind port b6aea719-44c8-4baf-bc21-dcd8f0fe4f21 by drivers openvswitch on host dv-cinder-773985-1-smb at level 0 using segments [{'id': '194f5804-a926-4317-99f2-0a1ac54a9265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:13:56.542544 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbde6820-af62-4e9c-aeef-f0816c14c0ea None None] Attempting to bind port b6aea719-44c8-4baf-bc21-dcd8f0fe4f21 on network e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:13:56.546882 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfbaa1-4af7-4b2d-b782-134aa1919e2d None None] Pushing event updated for resources: {'Port': ['ID=4f4b2824-a487-406c-97e5-5d33313e2d20,revision_number=3']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:56.562878 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbde6820-af62-4e9c-aeef-f0816c14c0ea None None] Checking agent: {'id': '3c34f775-80d1-4d8f-9ffd-976c513d9067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 3, 47), 'started_at': datetime.datetime(2021, 2, 3, 20, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.103', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:13:56.563312 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbde6820-af62-4e9c-aeef-f0816c14c0ea None None] Checking segment: {'id': '194f5804-a926-4317-99f2-0a1ac54a9265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:13:56.565329 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fbde6820-af62-4e9c-aeef-f0816c14c0ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:56.565785 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbde6820-af62-4e9c-aeef-f0816c14c0ea None None] Bound using segment: {'id': '194f5804-a926-4317-99f2-0a1ac54a9265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:13:56.566321 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-fbde6820-af62-4e9c-aeef-f0816c14c0ea None None] Bound port: b6aea719-44c8-4baf-bc21-dcd8f0fe4f21, host: dv-cinder-773985-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194f5804-a926-4317-99f2-0a1ac54a9265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'}}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:13:56.566749 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fbde6820-af62-4e9c-aeef-f0816c14c0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:56.602820 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-10cfbaa1-4af7-4b2d-b782-134aa1919e2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:56.734741 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f488e1b2-9bfd-4445-8147-8dd19a65618e None None] Routers {'0da00afb-f519-4c6e-aba1-0f9086b7afc5'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:13:56.735473 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-f488e1b2-9bfd-4445-8147-8dd19a65618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:13:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['0da00afb-f519-4c6e-aba1-0f9086b7afc5'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:13:56.795141 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-aa5abfe3-748f-48cf-9a7c-a8efcfb95727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:56.815129 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-aa5abfe3-748f-48cf-9a7c-a8efcfb95727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:56.819875 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-aa5abfe3-748f-48cf-9a7c-a8efcfb95727 admin admin] Usage tracker for resource:security_group_rule and tenant:fd7f64e0f8004cfdafd723bae3fbebd2 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:56.823505 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-aa5abfe3-748f-48cf-9a7c-a8efcfb95727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:56.827531 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-876c6fa5-4f8c-43d0-bfc7-805ddfd3ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854753581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669'] for subnet, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:56.829892 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-aa5abfe3-748f-48cf-9a7c-a8efcfb95727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:56.865697 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fbde6820-af62-4e9c-aeef-f0816c14c0ea None None] For port b6aea719-44c8-4baf-bc21-dcd8f0fe4f21, host dv-cinder-773985-1-smb, cleared binding levels {{(pid=80171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:13:56.870588 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fbde6820-af62-4e9c-aeef-f0816c14c0ea None None] For port b6aea719-44c8-4baf-bc21-dcd8f0fe4f21, host dv-cinder-773985-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=b6aea719-44c8-4baf-bc21-dcd8f0fe4f21,segment=NetworkSegment(194f5804-a926-4317-99f2-0a1ac54a9265),segment_id=194f5804-a926-4317-99f2-0a1ac54a9265)] {{(pid=80171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:13:56.886437 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a445eabd-ac49-4168-8590-79ec6afad864 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:56.933226 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c1f616b8-3c38-4707-8821-58f26ab77516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:56.939063 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fbde6820-af62-4e9c-aeef-f0816c14c0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:56.955192 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:56.959861 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-f488e1b2-9bfd-4445-8147-8dd19a65618e None None] Set router 0da00afb-f519-4c6e-aba1-0f9086b7afc5 gateway port host: dv-cinder-773985-1-smb {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:13:57.052108 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-aa5abfe3-748f-48cf-9a7c-a8efcfb95727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:57.062037 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a445eabd-ac49-4168-8590-79ec6afad864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:57.174414 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-afcd192c-1359-417e-a69c-1f848cb64bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:57.204985 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-aa5abfe3-748f-48cf-9a7c-a8efcfb95727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:57.213930 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c6fa5-4f8c-43d0-bfc7-805ddfd3ba6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12df6624-53e8-4c51-8422-7873c310830c,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:57.229515 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-876c6fa5-4f8c-43d0-bfc7-805ddfd3ba6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:57.258486 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b858a1-c3d7-4621-80df-d4a42fbc9535 None None] Pushing event updated for resources: {'Port': ['ID=b6aea719-44c8-4baf-bc21-dcd8f0fe4f21,revision_number=3']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:57.272529 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-39b858a1-c3d7-4621-80df-d4a42fbc9535 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:57.323349 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbde6820-af62-4e9c-aeef-f0816c14c0ea None None] Routers {'847592b4-7f70-4cce-a132-eed1154d7c37'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:13:57.324370 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-fbde6820-af62-4e9c-aeef-f0816c14c0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:13:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['847592b4-7f70-4cce-a132-eed1154d7c37'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:13:57.344701 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a445eabd-ac49-4168-8590-79ec6afad864 admin admin] Network 823145a9-cb2c-4281-8d27-c96a6d2cddcd is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:13:57.352739 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-aa5abfe3-748f-48cf-9a7c-a8efcfb95727 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fd7f64e0f8004cfdafd723bae3fbebd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9480567 Feb 03 20:13:57.354200 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-a445eabd-ac49-4168-8590-79ec6afad864 admin admin] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:13:57.390610 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 48576) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:57.420208 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fbf01f5d-efe8-4ab0-9eae-be814645ac0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:57.425634 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a445eabd-ac49-4168-8590-79ec6afad864 admin admin] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:13:57.426176 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a445eabd-ac49-4168-8590-79ec6afad864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1646962'] for router_interface, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:57.517448 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-876c6fa5-4f8c-43d0-bfc7-805ddfd3ba6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:57.582446 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-f488e1b2-9bfd-4445-8147-8dd19a65618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da00afb-f519-4c6e-aba1-0f9086b7afc5', 'name': 'tempest-ServerRescueNegativeTestJSON-1428538324-router', 'tenant_id': '3d2e750b64264333a0c0080a78748667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': '4f4b2824-a487-406c-97e5-5d33313e2d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:35Z', 'updated_at': '2021-02-03T20:13:43Z', 'revision_number': 3, 'project_id': '3d2e750b64264333a0c0080a78748667', 'gw_port': {'id': '4f4b2824-a487-406c-97e5-5d33313e2d20', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da00afb-f519-4c6e-aba1-0f9086b7afc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:39Z', 'updated_at': '2021-02-03T20:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:13:57.583028 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-876c6fa5-4f8c-43d0-bfc7-805ddfd3ba6a admin admin] 10.222.0.101 "DELETE /v2.0/subnets/12df6624-53e8-4c51-8422-7873c310830c HTTP/1.1" status: 204 len: 168 time: 4.2580037 Feb 03 20:13:57.588033 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f488e1b2-9bfd-4445-8147-8dd19a65618e None None] The sync data for ids ['0da00afb-f519-4c6e-aba1-0f9086b7afc5'] in dv-cinder-773985-1-smb is: [{'id': '0da00afb-f519-4c6e-aba1-0f9086b7afc5', 'name': 'tempest-ServerRescueNegativeTestJSON-1428538324-router', 'tenant_id': '3d2e750b64264333a0c0080a78748667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': '4f4b2824-a487-406c-97e5-5d33313e2d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:35Z', 'updated_at': '2021-02-03T20:13:43Z', 'revision_number': 3, 'project_id': '3d2e750b64264333a0c0080a78748667', 'gw_port': {'id': '4f4b2824-a487-406c-97e5-5d33313e2d20', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da00afb-f519-4c6e-aba1-0f9086b7afc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:39Z', 'updated_at': '2021-02-03T20:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:13:57.605572 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [None req-c4a4bb6f-ebc5-4c17-9188-aaa56bc3bb0f admin admin] Allocated IP 172.20.0.1 (08219bc6-fd07-43f5-9c2f-a541f5c84519/f3c3806f-0e98-495a-bf4b-ac3a793d5c17/381daeab-1367-48eb-a9ed-dc71cdbb17b3) {{(pid=80169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:13:57.625849 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7ef990f2-bf0e-4e3a-8e21-52af2cda5b8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:57.632916 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 48580) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:57.664935 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-fbde6820-af62-4e9c-aeef-f0816c14c0ea None None] Set router 847592b4-7f70-4cce-a132-eed1154d7c37 gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:13:57.688326 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-03d0d057-ad6c-41d2-a46b-9b0584e50b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:57.719935 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-03d0d057-ad6c-41d2-a46b-9b0584e50b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:57.827991 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fbf01f5d-efe8-4ab0-9eae-be814645ac0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:57.834553 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445eabd-ac49-4168-8590-79ec6afad864 admin admin] Pushing event updated for resources: {'Port': ['ID=6178468b-b43a-4106-b259-ab0a21323400,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:57.845732 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a445eabd-ac49-4168-8590-79ec6afad864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:57.848633 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7ef990f2-bf0e-4e3a-8e21-52af2cda5b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:57.866268 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-03d0d057-ad6c-41d2-a46b-9b0584e50b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:57.867081 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.517s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:57.890024 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7ef990f2-bf0e-4e3a-8e21-52af2cda5b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853160717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643820'] for router_interface, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:57.895702 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5abfe3-748f-48cf-9a7c-a8efcfb95727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa488362-5842-4494-b7b0-08d19cd445f5,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:57.918778 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:57.945320 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-fbf01f5d-efe8-4ab0-9eae-be814645ac0b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=de4430475737487b80849f15f45c5cff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9027753 Feb 03 20:13:58.024336 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-fbde6820-af62-4e9c-aeef-f0816c14c0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'name': 'tempest-AttachVolumeShelveTestJSON-1760287194-router', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196'}], 'enable_snat': True}, 'gw_port_id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:35Z', 'updated_at': '2021-02-03T20:13:45Z', 'revision_number': 3, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'gw_port': {'id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:59:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:39Z', 'updated_at': '2021-02-03T20:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:13:58.027126 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 48584) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:58.039924 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbde6820-af62-4e9c-aeef-f0816c14c0ea None None] The sync data for ids ['847592b4-7f70-4cce-a132-eed1154d7c37'] in dv-cinder-773985-1-smb is: [{'id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'name': 'tempest-AttachVolumeShelveTestJSON-1760287194-router', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196'}], 'enable_snat': True}, 'gw_port_id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:35Z', 'updated_at': '2021-02-03T20:13:45Z', 'revision_number': 3, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'gw_port': {'id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:59:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:39Z', 'updated_at': '2021-02-03T20:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}] {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:13:58.164723 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff2d2e-e146-42bf-af6b-97af1d91d14c req-f76ee474-8366-4644-9fa4-2077229a663a tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:13:58.166424 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e6ff2d2e-e146-42bf-af6b-97af1d91d14c req-f76ee474-8366-4644-9fa4-2077229a663a tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f169937-9f16-41a0-98be-b9773fb8b1e0 HTTP/1.1" status: 200 len: 931 time: 0.8096905 Feb 03 20:13:58.167162 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf01f5d-efe8-4ab0-9eae-be814645ac0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0b29ad-d721-4ed7-b25a-98675c6f3e6a,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:58.171096 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fbf01f5d-efe8-4ab0-9eae-be814645ac0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:58.222560 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-793091ed-91bd-42ab-98c5-246d106b9f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.339s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:58.222560 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-793091ed-91bd-42ab-98c5-246d106b9f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:58.317445 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a445eabd-ac49-4168-8590-79ec6afad864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:58.348844 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e6ff2d2e-e146-42bf-af6b-97af1d91d14c req-d653aed0-6499-4e12-b026-47bfb585744b tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/security-groups?id=67f7d287-0424-4c8e-a901-c58799925112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481335 Feb 03 20:13:58.414060 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-232d0a65-4669-43ee-ba60-1905b7c56461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:58.420328 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef990f2-bf0e-4e3a-8e21-52af2cda5b8e admin admin] Pushing event updated for resources: {'Port': ['ID=7cd38fd5-591b-4722-9cf3-5cbe5d83caa8,revision_number=2']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:58.490417 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-232d0a65-4669-43ee-ba60-1905b7c56461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:58.556060 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-7ef990f2-bf0e-4e3a-8e21-52af2cda5b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:58.565912 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef990f2-bf0e-4e3a-8e21-52af2cda5b8e admin admin] Network f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:13:58.566825 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c3336194-6bf2-4cbd-b5bd-6249fb919835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:58.581595 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-7ef990f2-bf0e-4e3a-8e21-52af2cda5b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:13:58.588488 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e148340b-71a9-4116-8e29-bc9aa7dc47df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852798343'] for network, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:58.681897 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-03d0d057-ad6c-41d2-a46b-9b0584e50b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:58.683157 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-03d0d057-ad6c-41d2-a46b-9b0584e50b32 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fa488362-5842-4494-b7b0-08d19cd445f5 HTTP/1.1" status: 204 len: 168 time: 1.2485726 Feb 03 20:13:58.684279 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0d057-ad6c-41d2-a46b-9b0584e50b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa488362-5842-4494-b7b0-08d19cd445f5,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:58.933128 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a445eabd-ac49-4168-8590-79ec6afad864 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:58.935830 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c4a4bb6f-ebc5-4c17-9188-aaa56bc3bb0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:58.937243 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-232d0a65-4669-43ee-ba60-1905b7c56461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:58.941823 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-03d0d057-ad6c-41d2-a46b-9b0584e50b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:58.942977 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:58.972496 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d0a65-4669-43ee-ba60-1905b7c56461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0b29ad-d721-4ed7-b25a-98675c6f3e6a,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:58.990639 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-232d0a65-4669-43ee-ba60-1905b7c56461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:58.998453 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-232d0a65-4669-43ee-ba60-1905b7c56461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:59.002208 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-232d0a65-4669-43ee-ba60-1905b7c56461 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ab0b29ad-d721-4ed7-b25a-98675c6f3e6a HTTP/1.1" status: 204 len: 168 time: 0.9479961 Feb 03 20:13:59.003330 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a445eabd-ac49-4168-8590-79ec6afad864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:59.004590 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a445eabd-ac49-4168-8590-79ec6afad864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853160717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643820'] for router_interface, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:59.035757 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:59.046892 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-c4a4bb6f-ebc5-4c17-9188-aaa56bc3bb0f admin admin] Transition to ACTIVE for port object 381daeab-1367-48eb-a9ed-dc71cdbb17b3 will not be triggered until provisioned by entity DHCP. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:13:59.063645 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-4d1ae9b0-8da7-4e95-8f8b-c57a671d6ff4 None None] Provisioning complete for port 7cd38fd5-591b-4722-9cf3-5cbe5d83caa8 triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:13:59.064079 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4d1ae9b0-8da7-4e95-8f8b-c57a671d6ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:59.152511 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c4a4bb6f-ebc5-4c17-9188-aaa56bc3bb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392'] for port, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:59.224777 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-4d1ae9b0-8da7-4e95-8f8b-c57a671d6ff4 None None] Port 7cd38fd5-591b-4722-9cf3-5cbe5d83caa8 cannot update to ACTIVE because it is not bound. {{(pid=80171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 20:13:59.282347 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445eabd-ac49-4168-8590-79ec6afad864 admin admin] Pushing event updated for resources: {'Port': ['ID=6178468b-b43a-4106-b259-ab0a21323400,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:59.292666 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a445eabd-ac49-4168-8590-79ec6afad864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:59.297149 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-45c1dab4-0b0c-47eb-a976-8a8390cec8e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec4cbd6-bf4f-48f6-a69f-c119be0cac90 {{(pid=80169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 20:13:59.334232 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-1cc343a3-bb4e-4ef4-9ec1-34961dde31fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:13:59.371159 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a445eabd-ac49-4168-8590-79ec6afad864 admin admin] Network 823145a9-cb2c-4281-8d27-c96a6d2cddcd is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:13:59.372387 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-a445eabd-ac49-4168-8590-79ec6afad864 admin admin] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:13:59.387002 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-45c1dab4-0b0c-47eb-a976-8a8390cec8e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:59.600955 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-45c1dab4-0b0c-47eb-a976-8a8390cec8e8 service neutron] Transition to ACTIVE for port object 6ec4cbd6-bf4f-48f6-a69f-c119be0cac90 will not be triggered until provisioned by entity L2. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:13:59.607523 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 48600) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:13:59.618134 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4bb6f-ebc5-4c17-9188-aaa56bc3bb0f admin admin] Pushing event updated for resources: {'Port': ['ID=381daeab-1367-48eb-a9ed-dc71cdbb17b3,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:13:59.622100 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c4a4bb6f-ebc5-4c17-9188-aaa56bc3bb0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:13:59.652900 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6317b2c4-64b2-4fda-ba16-351c2888770b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:59.693000 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-45c1dab4-0b0c-47eb-a976-8a8390cec8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:59.699394 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e148340b-71a9-4116-8e29-bc9aa7dc47df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8528', 'neutron.services.segments.db._delete_segments_for_network--9223363306292405654'] for network, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:59.830941 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df09836-8c73-44f1-92a6-4519b5bef999 req-59ef86a2-79fa-47eb-a651-0e6f91663a7a tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:13:59.830941 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3df09836-8c73-44f1-92a6-4519b5bef999 req-59ef86a2-79fa-47eb-a651-0e6f91663a7a tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f169937-9f16-41a0-98be-b9773fb8b1e0 HTTP/1.1" status: 200 len: 931 time: 0.2935176 Feb 03 20:13:59.830941 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a445eabd-ac49-4168-8590-79ec6afad864 admin admin] Router 0da00afb-f519-4c6e-aba1-0f9086b7afc5 has already been hosted by L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 {{(pid=80170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 20:13:59.832392 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-6317b2c4-64b2-4fda-ba16-351c2888770b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:13:59.841583 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-6317b2c4-64b2-4fda-ba16-351c2888770b admin admin] Usage tracker for resource:security_group_rule and tenant:3b3c6e2bc64f40eab131de3cd9747721 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:13:59.844679 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-6317b2c4-64b2-4fda-ba16-351c2888770b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:13:59.856493 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-6317b2c4-64b2-4fda-ba16-351c2888770b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:13:59.968437 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6317b2c4-64b2-4fda-ba16-351c2888770b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:13:59.999347 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device b6aea719-44c8-4baf-bc21-dcd8f0fe4f21 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:14:00.062468 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c26ef5b3-b827-4699-8a7b-ae46f5a12761 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:00.084982 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3df09836-8c73-44f1-92a6-4519b5bef999 req-c86c4465-89d7-403a-9825-43df1a342679 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/security-groups?id=67f7d287-0424-4c8e-a901-c58799925112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570570 Feb 03 20:14:00.146415 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a445eabd-ac49-4168-8590-79ec6afad864 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:14:00.150768 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning for port b6aea719-44c8-4baf-bc21-dcd8f0fe4f21 completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:14:00.156324 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port b6aea719-44c8-4baf-bc21-dcd8f0fe4f21 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:00.156951 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:00.164170 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6317b2c4-64b2-4fda-ba16-351c2888770b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:00.165076 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-a445eabd-ac49-4168-8590-79ec6afad864 admin admin] 10.222.0.101 "PUT /v2.0/routers/0da00afb-f519-4c6e-aba1-0f9086b7afc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7183044 Feb 03 20:14:00.201790 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a4bb6f-ebc5-4c17-9188-aaa56bc3bb0f admin admin] Network 08219bc6-fd07-43f5-9c2f-a541f5c84519 is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:14:00.212370 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-c4a4bb6f-ebc5-4c17-9188-aaa56bc3bb0f admin admin] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:14:00.233296 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a4bb6f-ebc5-4c17-9188-aaa56bc3bb0f admin admin] Received port after_create {{(pid=80169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:14:00.234046 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c4a4bb6f-ebc5-4c17-9188-aaa56bc3bb0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1646962'] for router_interface, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:00.319799 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:00.339962 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] For port b6aea719-44c8-4baf-bc21-dcd8f0fe4f21, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=b6aea719-44c8-4baf-bc21-dcd8f0fe4f21,segment=NetworkSegment(194f5804-a926-4317-99f2-0a1ac54a9265),segment_id=194f5804-a926-4317-99f2-0a1ac54a9265)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:14:00.378924 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:00.379850 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 4f4b2824-a487-406c-97e5-5d33313e2d20 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:14:00.490406 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-0a3bf250-7d75-41a2-909b-ec89dc2f67f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:00.579025 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1dab4-0b0c-47eb-a976-8a8390cec8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec4cbd6-bf4f-48f6-a69f-c119be0cac90,revision_number=2']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:00.588608 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning for port 4f4b2824-a487-406c-97e5-5d33313e2d20 completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:14:00.593153 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-45c1dab4-0b0c-47eb-a976-8a8390cec8e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:00.595520 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port 4f4b2824-a487-406c-97e5-5d33313e2d20 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:00.595979 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:00.642796 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-649d8bf4-3d4b-4c27-9a32-562d7094eb9a None None] Provisioning for port 381daeab-1367-48eb-a9ed-dc71cdbb17b3 completed by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:14:00.658962 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-649d8bf4-3d4b-4c27-9a32-562d7094eb9a None None] Provisioning complete for port 381daeab-1367-48eb-a9ed-dc71cdbb17b3 triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:00.659441 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-649d8bf4-3d4b-4c27-9a32-562d7094eb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:00.688666 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e148340b-71a9-4116-8e29-bc9aa7dc47df admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:14:00.689449 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e148340b-71a9-4116-8e29-bc9aa7dc47df admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:14:00.690538 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e148340b-71a9-4116-8e29-bc9aa7dc47df admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:14:00.691065 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e148340b-71a9-4116-8e29-bc9aa7dc47df admin admin] Subscribe: > port after_create 55550000 {{(pid=80169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:14:00.691559 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e148340b-71a9-4116-8e29-bc9aa7dc47df admin admin] Subscribe: > port after_delete 55550000 {{(pid=80169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:14:00.692119 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e148340b-71a9-4116-8e29-bc9aa7dc47df admin admin] Subscribe: > port after_update 55550000 {{(pid=80169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:14:00.692746 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e148340b-71a9-4116-8e29-bc9aa7dc47df admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:14:00.693645 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e148340b-71a9-4116-8e29-bc9aa7dc47df admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:14:00.694161 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e148340b-71a9-4116-8e29-bc9aa7dc47df admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:14:00.694396 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Pushing event updated for resources: {'Port': ['ID=b6aea719-44c8-4baf-bc21-dcd8f0fe4f21,revision_number=4']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:00.694865 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e148340b-71a9-4116-8e29-bc9aa7dc47df admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:14:00.714368 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:00.798392 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-649d8bf4-3d4b-4c27-9a32-562d7094eb9a None None] Port 381daeab-1367-48eb-a9ed-dc71cdbb17b3 cannot update to ACTIVE because it is not bound. {{(pid=80171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 20:14:00.891812 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:00.892759 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e148340b-71a9-4116-8e29-bc9aa7dc47df admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:14:00.893474 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e148340b-71a9-4116-8e29-bc9aa7dc47df admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:14:00.893850 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e148340b-71a9-4116-8e29-bc9aa7dc47df admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:14:00.894221 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e148340b-71a9-4116-8e29-bc9aa7dc47df admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:14:00.894621 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-e148340b-71a9-4116-8e29-bc9aa7dc47df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca6cf21-2246-4bd9-9e7e-35246e0944ba']}} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:14:00.909419 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] For port 4f4b2824-a487-406c-97e5-5d33313e2d20, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=4f4b2824-a487-406c-97e5-5d33313e2d20,segment=NetworkSegment(194f5804-a926-4317-99f2-0a1ac54a9265),segment_id=194f5804-a926-4317-99f2-0a1ac54a9265)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:14:00.909767 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-e148340b-71a9-4116-8e29-bc9aa7dc47df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd63b569-324d-4026-9e72-de4d492f59d9') {'for_net_delete': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:14:00.910112 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-e148340b-71a9-4116-8e29-bc9aa7dc47df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd63b569-324d-4026-9e72-de4d492f59d9') {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:14:00.927754 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.716s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:00.944288 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:00.950166 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:01.080406 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e148340b-71a9-4116-8e29-bc9aa7dc47df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306292408726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789261200'] for segment, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:01.097975 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef990f2-bf0e-4e3a-8e21-52af2cda5b8e admin admin] Router 245bae1d-c794-4c0b-b042-13b770008098 has already been hosted by L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 {{(pid=80169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 20:14:01.099722 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c4a4bb6f-ebc5-4c17-9188-aaa56bc3bb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:01.228677 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-6317b2c4-64b2-4fda-ba16-351c2888770b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3b3c6e2bc64f40eab131de3cd9747721&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6088758 Feb 03 20:14:01.241242 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e148340b-71a9-4116-8e29-bc9aa7dc47df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:01.244389 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e148340b-71a9-4116-8e29-bc9aa7dc47df admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 03 20:14:01.272410 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 48646) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:01.357980 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Pushing event updated for resources: {'Port': ['ID=4f4b2824-a487-406c-97e5-5d33313e2d20,revision_number=4']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:01.364020 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:01.418735 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317b2c4-64b2-4fda-ba16-351c2888770b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231967b0-1373-40ae-926c-f19c2e9e4cad,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:01.544333 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-5a8a5317-54db-4eb6-a608-bdf70be64d30 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:01.545172 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-5a8a5317-54db-4eb6-a608-bdf70be64d30 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Synchronizing usage tracker for tenant:3d2e750b64264333a0c0080a78748667 on resource:network {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:14:01.552370 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-6317b2c4-64b2-4fda-ba16-351c2888770b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:01.573379 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-45c1dab4-0b0c-47eb-a976-8a8390cec8e8 service neutron] Attempting to bind port 6ec4cbd6-bf4f-48f6-a69f-c119be0cac90 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:14:01.573785 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-45c1dab4-0b0c-47eb-a976-8a8390cec8e8 service neutron] Attempting to bind port 6ec4cbd6-bf4f-48f6-a69f-c119be0cac90 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '74771999-6d06-4cb2-9c89-cef16ef8ca71', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fabdc8ae-63cc-477b-8e16-b19f6405722e'}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:14:01.574132 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-45c1dab4-0b0c-47eb-a976-8a8390cec8e8 service neutron] Attempting to bind port 6ec4cbd6-bf4f-48f6-a69f-c119be0cac90 on network fabdc8ae-63cc-477b-8e16-b19f6405722e {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:14:01.646005 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4a3bf-e2b0-4b6f-a510-ab493bbd6747 req-60ef47f0-9429-41df-ae85-68ae7e00797c tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:01.648634 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-acd4a3bf-e2b0-4b6f-a510-ab493bbd6747 req-60ef47f0-9429-41df-ae85-68ae7e00797c tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f169937-9f16-41a0-98be-b9773fb8b1e0 HTTP/1.1" status: 200 len: 943 time: 0.3666339 Feb 03 20:14:01.669857 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-45c1dab4-0b0c-47eb-a976-8a8390cec8e8 service neutron] Checking agent: {'id': '4ba2278c-c66c-406d-ba19-1defa11400a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 11, 16), 'started_at': datetime.datetime(2021, 2, 3, 20, 11, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:14:01.675202 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-45c1dab4-0b0c-47eb-a976-8a8390cec8e8 service neutron] Checking segment: {'id': '74771999-6d06-4cb2-9c89-cef16ef8ca71', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fabdc8ae-63cc-477b-8e16-b19f6405722e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:14:01.675202 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-45c1dab4-0b0c-47eb-a976-8a8390cec8e8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:01.675202 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-45c1dab4-0b0c-47eb-a976-8a8390cec8e8 service neutron] Bound using segment: {'id': '74771999-6d06-4cb2-9c89-cef16ef8ca71', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fabdc8ae-63cc-477b-8e16-b19f6405722e'} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:14:01.675202 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-45c1dab4-0b0c-47eb-a976-8a8390cec8e8 service neutron] Bound port: 6ec4cbd6-bf4f-48f6-a69f-c119be0cac90, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74771999-6d06-4cb2-9c89-cef16ef8ca71', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fabdc8ae-63cc-477b-8e16-b19f6405722e'}}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:14:01.675202 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-45c1dab4-0b0c-47eb-a976-8a8390cec8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:01.715851 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-5a8a5317-54db-4eb6-a608-bdf70be64d30 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Unset dirty status for tenant:3d2e750b64264333a0c0080a78748667 on resource:network {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:14:01.717664 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-5a8a5317-54db-4eb6-a608-bdf70be64d30 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/networks?id=823145a9-cb2c-4281-8d27-c96a6d2cddcd HTTP/1.1" status: 200 len: 819 time: 0.5431166 Feb 03 20:14:01.759201 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-acd4a3bf-e2b0-4b6f-a510-ab493bbd6747 req-90801b39-c65a-4eb8-a6c1-ed3a0819b4e1 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/security-groups?id=67f7d287-0424-4c8e-a901-c58799925112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004422 Feb 03 20:14:01.781647 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-735673cd-6f29-457b-9bb5-c38521bbf85e tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/quotas/3d2e750b64264333a0c0080a78748667 HTTP/1.1" status: 200 len: 375 time: 0.0206337 Feb 03 20:14:01.920424 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device b6aea719-44c8-4baf-bc21-dcd8f0fe4f21 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:14:01.957466 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-e148340b-71a9-4116-8e29-bc9aa7dc47df admin admin] Network 7ca6cf21-2246-4bd9-9e7e-35246e0944ba has no segments {{(pid=80169) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 20:14:01.991920 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e148340b-71a9-4116-8e29-bc9aa7dc47df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789467222'] for segment, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:01.997587 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-c597407e-b575-4442-b5ae-aaf312dd69d9 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Synchronizing usage tracker for tenant:3d2e750b64264333a0c0080a78748667 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:14:02.020139 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port b6aea719-44c8-4baf-bc21-dcd8f0fe4f21 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:02.020686 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:02.058878 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-c597407e-b575-4442-b5ae-aaf312dd69d9 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Unset dirty status for tenant:3d2e750b64264333a0c0080a78748667 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:14:02.069584 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-c597407e-b575-4442-b5ae-aaf312dd69d9 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=3d2e750b64264333a0c0080a78748667&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2784033 Feb 03 20:14:02.159521 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 4f4b2824-a487-406c-97e5-5d33313e2d20 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:14:02.249547 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port 4f4b2824-a487-406c-97e5-5d33313e2d20 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:02.250289 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:02.293206 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-e148340b-71a9-4116-8e29-bc9aa7dc47df admin admin] Network 7ca6cf21-2246-4bd9-9e7e-35246e0944ba has no segments {{(pid=80169) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: (rel_b, rel_a, rel_b), Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: (rel_b, rel_a, rel_b), Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: Traceback (most recent call last): Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: timer() Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: cb(*args, **kw) Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: return func(*args, **kwargs) Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: self._notify() Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: self.callback(batched_events) Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: event.method(event) Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: segment_id)['aggregates'][0] Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: return f(self, *a, **k) Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: return self._get(url).json() Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: **kwargs) Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: return self.request(url, 'GET', **kwargs) Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: **endpoint_filter) Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 20:14:02.463225 dv-cinder-773985-1-smb neutron-server[80058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 20:14:02.471246 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef990f2-bf0e-4e3a-8e21-52af2cda5b8e admin admin] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:14:02.473078 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-889c2150-5684-4e27-b813-44caff04782a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:02.485064 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018b5441-7a3c-4139-8bb4-3f12c58b7f84 None None] Sync routers for ids ['245bae1d-c794-4c0b-b042-13b770008098'] in dv-cinder-773985-1-smb {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:14:02.498604 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018b5441-7a3c-4139-8bb4-3f12c58b7f84 None None] Routers {'245bae1d-c794-4c0b-b042-13b770008098'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:14:02.498604 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-018b5441-7a3c-4139-8bb4-3f12c58b7f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:13:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['245bae1d-c794-4c0b-b042-13b770008098'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:14:02.547001 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e148340b-71a9-4116-8e29-bc9aa7dc47df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853105267'] for network, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:02.554647 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-76f2d266-2768-4d9d-a5fd-21a319e44198 service neutron] 10.222.0.101 "GET /v2.0/networks/823145a9-cb2c-4281-8d27-c96a6d2cddcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4829447 Feb 03 20:14:02.579464 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-889c2150-5684-4e27-b813-44caff04782a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:02.604201 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-7ef990f2-bf0e-4e3a-8e21-52af2cda5b8e admin admin] 10.222.0.101 "PUT /v2.0/routers/245bae1d-c794-4c0b-b042-13b770008098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.5037360 Feb 03 20:14:02.607167 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-f7600f00-bcd6-4763-813f-b16a9917ba5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:02.650684 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-45c1dab4-0b0c-47eb-a976-8a8390cec8e8 service neutron] For port 6ec4cbd6-bf4f-48f6-a69f-c119be0cac90, host hv-cinder-77398, cleared binding levels {{(pid=80169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:14:02.654414 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e148340b-71a9-4116-8e29-bc9aa7dc47df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:02.684649 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148340b-71a9-4116-8e29-bc9aa7dc47df admin admin] Pushing event deleted for resources: {'Network': ['ID=7ca6cf21-2246-4bd9-9e7e-35246e0944ba,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:02.707180 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-45c1dab4-0b0c-47eb-a976-8a8390cec8e8 service neutron] For port 6ec4cbd6-bf4f-48f6-a69f-c119be0cac90, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=6ec4cbd6-bf4f-48f6-a69f-c119be0cac90,segment=NetworkSegment(74771999-6d06-4cb2-9c89-cef16ef8ca71),segment_id=74771999-6d06-4cb2-9c89-cef16ef8ca71)] {{(pid=80169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:14:02.713847 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-e148340b-71a9-4116-8e29-bc9aa7dc47df admin admin] 10.222.0.101 "DELETE /v2.0/networks/7ca6cf21-2246-4bd9-9e7e-35246e0944ba HTTP/1.1" status: 204 len: 168 time: 5.0780587 Feb 03 20:14:02.734763 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-e148340b-71a9-4116-8e29-bc9aa7dc47df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:02.736470 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 48680) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:02.797065 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-018b5441-7a3c-4139-8bb4-3f12c58b7f84 None None] Set router 245bae1d-c794-4c0b-b042-13b770008098 gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:14:02.833220 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-45c1dab4-0b0c-47eb-a976-8a8390cec8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789467256'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:02.862156 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:02.932166 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.db.resource_extend [None req-c4a4bb6f-ebc5-4c17-9188-aaa56bc3bb0f admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 03 20:14:02.971931 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-81cb1938-aaa9-46e4-84fc-543fdbab58ba service neutron] 10.222.0.101 "GET /v2.0/networks/823145a9-cb2c-4281-8d27-c96a6d2cddcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4051175 Feb 03 20:14:03.092737 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4f0e57-0420-4468-b3dd-554577d5af8f None None] Sync routers for ids ['0da00afb-f519-4c6e-aba1-0f9086b7afc5'] in dv-cinder-773985-1-smb {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:14:03.109505 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4f0e57-0420-4468-b3dd-554577d5af8f None None] Routers {'0da00afb-f519-4c6e-aba1-0f9086b7afc5'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:14:03.143147 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-5e4f0e57-0420-4468-b3dd-554577d5af8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:13:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['0da00afb-f519-4c6e-aba1-0f9086b7afc5'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:14:03.275966 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c4a4bb6f-ebc5-4c17-9188-aaa56bc3bb0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:03.301401 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-889c2150-5684-4e27-b813-44caff04782a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:03.314232 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_v2 [None req-89867f1b-a33a-4d22-8a82-ed5f83244fa6 admin admin] Deleting subnet 5173a280-4887-483b-a4c4-00435f98bc3b {{(pid=80169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 03 20:14:03.331609 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c4a4bb6f-ebc5-4c17-9188-aaa56bc3bb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789467256'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:03.332481 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-89867f1b-a33a-4d22-8a82-ed5f83244fa6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:03.435483 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1dab4-0b0c-47eb-a976-8a8390cec8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec4cbd6-bf4f-48f6-a69f-c119be0cac90,revision_number=3']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:03.452693 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-5e4f0e57-0420-4468-b3dd-554577d5af8f None None] Set router 0da00afb-f519-4c6e-aba1-0f9086b7afc5 gateway port host: dv-cinder-773985-1-smb {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:14:03.454980 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-45c1dab4-0b0c-47eb-a976-8a8390cec8e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:03.455531 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-6317b2c4-64b2-4fda-ba16-351c2888770b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:03.521688 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-889c2150-5684-4e27-b813-44caff04782a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:03.526322 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-889c2150-5684-4e27-b813-44caff04782a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/231967b0-1373-40ae-926c-f19c2e9e4cad HTTP/1.1" status: 204 len: 168 time: 2.2452223 Feb 03 20:14:03.537798 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c2150-5684-4e27-b813-44caff04782a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231967b0-1373-40ae-926c-f19c2e9e4cad,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:03.546883 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-018b5441-7a3c-4139-8bb4-3f12c58b7f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245bae1d-c794-4c0b-b042-13b770008098', 'name': 'tempest-AttachVolumeTestJSON-562042104-router', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:34Z', 'updated_at': '2021-02-03T20:13:56Z', 'revision_number': 4, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'gw_port': {'id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:36Z', 'updated_at': '2021-02-03T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': '7cd38fd5-591b-4722-9cf3-5cbe5d83caa8', 'name': '', 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'mac_address': 'fa:16:3e:ff:d0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:49Z', 'updated_at': '2021-02-03T20:13:56Z', 'revision_number': 2, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'subnets': [{'id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:14:03.547361 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-889c2150-5684-4e27-b813-44caff04782a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:03.551090 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:03.583352 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018b5441-7a3c-4139-8bb4-3f12c58b7f84 None None] Checking router: 245bae1d-c794-4c0b-b042-13b770008098 for host: dv-cinder-773985-1-smb {{(pid=80171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:14:03.590940 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018b5441-7a3c-4139-8bb4-3f12c58b7f84 None None] Updating router 245bae1d-c794-4c0b-b042-13b770008098 port 7cd38fd5-591b-4722-9cf3-5cbe5d83caa8 binding host dv-cinder-773985-1-smb {{(pid=80171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 03 20:14:03.610333 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-89867f1b-a33a-4d22-8a82-ed5f83244fa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65514616'] for subnet, precommit_delete_associations {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:03.764395 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c4a4bb6f-ebc5-4c17-9188-aaa56bc3bb0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853160717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643820'] for router_interface, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:03.805358 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-018b5441-7a3c-4139-8bb4-3f12c58b7f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:04.062543 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb94ec-2f3e-40cc-9048-835ad305cc11 req-d4306b53-327e-4ab3-9f68-1a5d224f9e1c tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:04.064608 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5eeb94ec-2f3e-40cc-9048-835ad305cc11 req-d4306b53-327e-4ab3-9f68-1a5d224f9e1c tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f169937-9f16-41a0-98be-b9773fb8b1e0 HTTP/1.1" status: 200 len: 943 time: 0.3822932 Feb 03 20:14:04.110546 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-45c1dab4-0b0c-47eb-a976-8a8390cec8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:04.111246 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-45c1dab4-0b0c-47eb-a976-8a8390cec8e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for port, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:04.112949 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-45c1dab4-0b0c-47eb-a976-8a8390cec8e8 service neutron] 10.222.0.90 "PUT /v2.0/ports/6ec4cbd6-bf4f-48f6-a69f-c119be0cac90 HTTP/1.1" status: 200 len: 1157 time: 9.9535909 Feb 03 20:14:04.121200 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f169937-9f16-41a0-98be-b9773fb8b1e0', 'tag': '6ec4cbd6-bf4f-48f6-a69f-c119be0cac90'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:14:04.131202 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 48716) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:04.134697 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4bb6f-ebc5-4c17-9188-aaa56bc3bb0f admin admin] Pushing event updated for resources: {'Port': ['ID=381daeab-1367-48eb-a9ed-dc71cdbb17b3,revision_number=2']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:04.154999 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-da497817-461f-4023-acbc-0e6323c935ee tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1760479928', 'description': 'tempest-description--1878868415'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:14:04.184390 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c4a4bb6f-ebc5-4c17-9188-aaa56bc3bb0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:04.186855 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-89867f1b-a33a-4d22-8a82-ed5f83244fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-22235'] for subnet, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:04.264865 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-5e4f0e57-0420-4468-b3dd-554577d5af8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da00afb-f519-4c6e-aba1-0f9086b7afc5', 'name': 'tempest-ServerRescueNegativeTestJSON-1428538324-router', 'tenant_id': '3d2e750b64264333a0c0080a78748667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': '4f4b2824-a487-406c-97e5-5d33313e2d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:35Z', 'updated_at': '2021-02-03T20:13:58Z', 'revision_number': 4, 'project_id': '3d2e750b64264333a0c0080a78748667', 'gw_port': {'id': '4f4b2824-a487-406c-97e5-5d33313e2d20', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da00afb-f519-4c6e-aba1-0f9086b7afc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:39Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': '6178468b-b43a-4106-b259-ab0a21323400', 'name': '', 'network_id': '823145a9-cb2c-4281-8d27-c96a6d2cddcd', 'tenant_id': '3d2e750b64264333a0c0080a78748667', 'mac_address': 'fa:16:3e:47:1f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da00afb-f519-4c6e-aba1-0f9086b7afc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'bcdd6f27-98eb-4350-a461-05ea1bdb5c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:55Z', 'updated_at': '2021-02-03T20:13:58Z', 'revision_number': 2, 'project_id': '3d2e750b64264333a0c0080a78748667', 'subnets': [{'id': 'bcdd6f27-98eb-4350-a461-05ea1bdb5c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:14:04.277450 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4f0e57-0420-4468-b3dd-554577d5af8f None None] Checking router: 0da00afb-f519-4c6e-aba1-0f9086b7afc5 for host: dv-cinder-773985-1-smb {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:14:04.278550 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4f0e57-0420-4468-b3dd-554577d5af8f None None] Updating router 0da00afb-f519-4c6e-aba1-0f9086b7afc5 port 6178468b-b43a-4106-b259-ab0a21323400 binding host dv-cinder-773985-1-smb {{(pid=80172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 03 20:14:04.323225 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-da497817-461f-4023-acbc-0e6323c935ee tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:04.328342 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5eeb94ec-2f3e-40cc-9048-835ad305cc11 req-8279f258-1255-452a-8f70-b2857d37d629 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/security-groups?id=67f7d287-0424-4c8e-a901-c58799925112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557962 Feb 03 20:14:04.330824 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2105f9e4-6d28-49a4-93e8-008ec5548cec req-ab6f6903-6005-4f33-843f-0283baadb92c tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 210 time: 0.1298845 Feb 03 20:14:04.366048 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-da497817-461f-4023-acbc-0e6323c935ee tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Usage tracker for resource:security_group and tenant:e1c0df3d838d47bb903f815bc72144c5 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:04.376080 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5e4f0e57-0420-4468-b3dd-554577d5af8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:04.792755 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-da497817-461f-4023-acbc-0e6323c935ee tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:04.794661 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-018b5441-7a3c-4139-8bb4-3f12c58b7f84 None None] Notify callbacks [] for port, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:04.838956 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-018b5441-7a3c-4139-8bb4-3f12c58b7f84 None None] Transition to ACTIVE for port object 7cd38fd5-591b-4722-9cf3-5cbe5d83caa8 will not be triggered until provisioned by entity L2. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:14:04.844464 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 48752) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:04.854026 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-da497817-461f-4023-acbc-0e6323c935ee tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:04.879313 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a4bb6f-ebc5-4c17-9188-aaa56bc3bb0f admin admin] Network 08219bc6-fd07-43f5-9c2f-a541f5c84519 is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:14:04.883838 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-c4a4bb6f-ebc5-4c17-9188-aaa56bc3bb0f admin admin] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:14:04.887626 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-018b5441-7a3c-4139-8bb4-3f12c58b7f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:04.961925 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-42772575-1f8b-4a7b-a0a3-657f0db18cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:05.121265 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:05.135171 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-da497817-461f-4023-acbc-0e6323c935ee tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:05.158912 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-42772575-1f8b-4a7b-a0a3-657f0db18cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:05.244622 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-42772575-1f8b-4a7b-a0a3-657f0db18cc0 admin admin] Usage tracker for resource:security_group_rule and tenant:86e7300417074b0b9fe92c2eb3a80187 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:05.255373 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-42772575-1f8b-4a7b-a0a3-657f0db18cc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:05.295617 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-49fa7dfd-2e27-4c0c-929f-ba30a8847439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:05.295617 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-49fa7dfd-2e27-4c0c-929f-ba30a8847439 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=995473274b884b29a3d63d8aad2d45c9&device_id=1f169937-9f16-41a0-98be-b9773fb8b1e0 HTTP/1.1" status: 200 len: 1160 time: 1.0344536 Feb 03 20:14:05.296403 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-42772575-1f8b-4a7b-a0a3-657f0db18cc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:05.423621 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-da497817-461f-4023-acbc-0e6323c935ee tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:05.453115 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f169937-9f16-41a0-98be-b9773fb8b1e0', 'tag': '6ec4cbd6-bf4f-48f6-a69f-c119be0cac90', 'status': 'completed', 'code': 200} Feb 03 20:14:05.457122 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-da497817-461f-4023-acbc-0e6323c935ee tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Usage tracker for resource:security_group_rule and tenant:e1c0df3d838d47bb903f815bc72144c5 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:05.472487 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-da497817-461f-4023-acbc-0e6323c935ee tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:05.489212 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c5994-5671-445f-addd-63daae9eeb73 req-bd55cc69-f1bd-404c-9568-3d06668ac85c tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:05.490182 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2804dd-0663-4cd2-a090-03d2405aad45 None None] Pushing event updated for resources: {'Port': ['ID=7cd38fd5-591b-4722-9cf3-5cbe5d83caa8,revision_number=3']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:05.493944 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-018b5441-7a3c-4139-8bb4-3f12c58b7f84 None None] Attempting to bind port 7cd38fd5-591b-4722-9cf3-5cbe5d83caa8 on host dv-cinder-773985-1-smb for vnic_type normal with profile {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:14:05.494653 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-018b5441-7a3c-4139-8bb4-3f12c58b7f84 None None] Attempting to bind port 7cd38fd5-591b-4722-9cf3-5cbe5d83caa8 by drivers openvswitch on host dv-cinder-773985-1-smb at level 0 using segments [{'id': 'e5cfedf2-070c-4fe2-9fd6-828d89417b0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31'}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:14:05.495293 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b5441-7a3c-4139-8bb4-3f12c58b7f84 None None] Attempting to bind port 7cd38fd5-591b-4722-9cf3-5cbe5d83caa8 on network f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:14:05.499456 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a98c5994-5671-445f-addd-63daae9eeb73 req-bd55cc69-f1bd-404c-9568-3d06668ac85c tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/networks?id=823145a9-cb2c-4281-8d27-c96a6d2cddcd HTTP/1.1" status: 200 len: 819 time: 0.6298821 Feb 03 20:14:05.516144 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-da497817-461f-4023-acbc-0e6323c935ee tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:05.541302 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ec2804dd-0663-4cd2-a090-03d2405aad45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:05.542177 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a98c5994-5671-445f-addd-63daae9eeb73 req-62780e36-347b-4dcf-a0a0-8e484bee624d tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/quotas/3d2e750b64264333a0c0080a78748667 HTTP/1.1" status: 200 len: 375 time: 0.0338273 Feb 03 20:14:05.549167 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b5441-7a3c-4139-8bb4-3f12c58b7f84 None None] Checking agent: {'id': '3c34f775-80d1-4d8f-9ffd-976c513d9067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 3, 47), 'started_at': datetime.datetime(2021, 2, 3, 20, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.103', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:14:05.549736 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b5441-7a3c-4139-8bb4-3f12c58b7f84 None None] Checking segment: {'id': 'e5cfedf2-070c-4fe2-9fd6-828d89417b0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:14:05.549923 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-018b5441-7a3c-4139-8bb4-3f12c58b7f84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:05.550374 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b5441-7a3c-4139-8bb4-3f12c58b7f84 None None] Bound using segment: {'id': 'e5cfedf2-070c-4fe2-9fd6-828d89417b0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31'} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:14:05.550925 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-018b5441-7a3c-4139-8bb4-3f12c58b7f84 None None] Bound port: 7cd38fd5-591b-4722-9cf3-5cbe5d83caa8, host: dv-cinder-773985-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5cfedf2-070c-4fe2-9fd6-828d89417b0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31'}}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:14:05.553208 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-018b5441-7a3c-4139-8bb4-3f12c58b7f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:05.563384 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a4bb6f-ebc5-4c17-9188-aaa56bc3bb0f admin admin] Router 847592b4-7f70-4cce-a132-eed1154d7c37 has already been hosted by L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 {{(pid=80169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 20:14:05.600289 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-f96eddce-5b75-46c1-955e-83e5506e8cd7 None None] Provisioning complete for port 381daeab-1367-48eb-a9ed-dc71cdbb17b3 triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:05.601234 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f96eddce-5b75-46c1-955e-83e5506e8cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:05.686639 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a98c5994-5671-445f-addd-63daae9eeb73 req-a67ee62b-b2f0-44fc-9e7f-c87765c1447f tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=3d2e750b64264333a0c0080a78748667&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1432018 Feb 03 20:14:05.764012 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-f96eddce-5b75-46c1-955e-83e5506e8cd7 None None] Port 381daeab-1367-48eb-a9ed-dc71cdbb17b3 cannot update to ACTIVE because it is not bound. {{(pid=80171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 20:14:05.824589 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a4bb6f-ebc5-4c17-9188-aaa56bc3bb0f admin admin] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:14:05.834364 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-c4a4bb6f-ebc5-4c17-9188-aaa56bc3bb0f admin admin] 10.222.0.101 "PUT /v2.0/routers/847592b4-7f70-4cce-a132-eed1154d7c37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3398845 Feb 03 20:14:05.841564 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b16765-f18a-44c5-8297-5b736464fb39 None None] Sync routers for ids ['847592b4-7f70-4cce-a132-eed1154d7c37'] in dv-cinder-773985-1-smb {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:14:05.860252 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b16765-f18a-44c5-8297-5b736464fb39 None None] Routers {'847592b4-7f70-4cce-a132-eed1154d7c37'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:14:05.860852 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-16b16765-f18a-44c5-8297-5b736464fb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:13:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['847592b4-7f70-4cce-a132-eed1154d7c37'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:14:05.937365 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a98c5994-5671-445f-addd-63daae9eeb73 req-1aeb7b51-2f1f-4ba9-b463-bf9ba118f3ef service neutron] 10.222.0.101 "GET /v2.0/networks/823145a9-cb2c-4281-8d27-c96a6d2cddcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431986 Feb 03 20:14:06.092552 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-16b16765-f18a-44c5-8297-5b736464fb39 None None] Set router 847592b4-7f70-4cce-a132-eed1154d7c37 gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:14:06.114272 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a98c5994-5671-445f-addd-63daae9eeb73 req-86a16c78-8307-4cad-a5ed-8048c31f0ea7 service neutron] 10.222.0.101 "GET /v2.0/networks/823145a9-cb2c-4281-8d27-c96a6d2cddcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1678193 Feb 03 20:14:06.274741 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5e4f0e57-0420-4468-b3dd-554577d5af8f None None] Notify callbacks [] for port, precommit_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:06.290701 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-4d83d38d-e6d3-4e5e-965d-ebb89698f941 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ec4cbd6-bf4f-48f6-a69f-c119be0cac90 HTTP/1.1" status: 200 len: 217 time: 0.9979932 Feb 03 20:14:06.371911 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-c320a5e9-d986-4c93-9204-291dd8b01dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:06.374137 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-c320a5e9-d986-4c93-9204-291dd8b01dc7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6969874b-34f9-4e38-860c-16115b2aa8c3 HTTP/1.1" status: 200 len: 851 time: 0.0800931 Feb 03 20:14:06.446476 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-5e4f0e57-0420-4468-b3dd-554577d5af8f None None] Transition to ACTIVE for port object 6178468b-b43a-4106-b259-ab0a21323400 will not be triggered until provisioned by entity L2. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:14:06.448572 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-018b5441-7a3c-4139-8bb4-3f12c58b7f84 None None] For port 7cd38fd5-591b-4722-9cf3-5cbe5d83caa8, host dv-cinder-773985-1-smb, cleared binding levels {{(pid=80171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:14:06.461014 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-018b5441-7a3c-4139-8bb4-3f12c58b7f84 None None] For port 7cd38fd5-591b-4722-9cf3-5cbe5d83caa8, host dv-cinder-773985-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=7cd38fd5-591b-4722-9cf3-5cbe5d83caa8,segment=NetworkSegment(e5cfedf2-070c-4fe2-9fd6-828d89417b0b),segment_id=e5cfedf2-070c-4fe2-9fd6-828d89417b0b)] {{(pid=80171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:14:06.487351 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5e4f0e57-0420-4468-b3dd-554577d5af8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:06.527331 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:06.578624 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-f778bd11-c9f3-4b50-bf0f-1715e5d6a1e8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fabdc8ae-63cc-477b-8e16-b19f6405722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1957316 Feb 03 20:14:06.604754 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-89867f1b-a33a-4d22-8a82-ed5f83244fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854753581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789467195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66919813'] for subnet, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:06.738419 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:06.800658 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89867f1b-a33a-4d22-8a82-ed5f83244fa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5173a280-4887-483b-a4c4-00435f98bc3b,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:06.805735 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-89867f1b-a33a-4d22-8a82-ed5f83244fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:06.976165 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-018b5441-7a3c-4139-8bb4-3f12c58b7f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:06.981949 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd2468-f8f8-4a39-9793-0f61668816a6 None None] Pushing event updated for resources: {'Port': ['ID=6178468b-b43a-4106-b259-ab0a21323400,revision_number=3']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:07.003528 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-13dd2468-f8f8-4a39-9793-0f61668816a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:07.011825 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362aef4-c1b8-4c10-a59a-e9eb43ffd73c req-691357d2-cce1-4872-b95b-08bbad65e790 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:07.039099 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7362aef4-c1b8-4c10-a59a-e9eb43ffd73c req-691357d2-cce1-4872-b95b-08bbad65e790 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f169937-9f16-41a0-98be-b9773fb8b1e0 HTTP/1.1" status: 200 len: 943 time: 0.5963449 Feb 03 20:14:07.171942 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:07.301269 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7362aef4-c1b8-4c10-a59a-e9eb43ffd73c req-46867419-9094-4799-829b-9ca9e41e67ea tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/security-groups?id=67f7d287-0424-4c8e-a901-c58799925112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606583 Feb 03 20:14:07.370644 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-42772575-1f8b-4a7b-a0a3-657f0db18cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:07.437052 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-42772575-1f8b-4a7b-a0a3-657f0db18cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:07.450259 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018b5441-7a3c-4139-8bb4-3f12c58b7f84 None None] Routers {'245bae1d-c794-4c0b-b042-13b770008098'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:14:07.450963 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-018b5441-7a3c-4139-8bb4-3f12c58b7f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:13:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['245bae1d-c794-4c0b-b042-13b770008098'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:14:07.469572 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-232d0a65-4669-43ee-ba60-1905b7c56461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:07.538339 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-5e4f0e57-0420-4468-b3dd-554577d5af8f None None] Attempting to bind port 6178468b-b43a-4106-b259-ab0a21323400 on host dv-cinder-773985-1-smb for vnic_type normal with profile {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:14:07.538758 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-5e4f0e57-0420-4468-b3dd-554577d5af8f None None] Attempting to bind port 6178468b-b43a-4106-b259-ab0a21323400 by drivers openvswitch on host dv-cinder-773985-1-smb at level 0 using segments [{'id': '16381d97-9563-462d-9668-9a5c7d12abff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '823145a9-cb2c-4281-8d27-c96a6d2cddcd'}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:14:07.539167 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4f0e57-0420-4468-b3dd-554577d5af8f None None] Attempting to bind port 6178468b-b43a-4106-b259-ab0a21323400 on network 823145a9-cb2c-4281-8d27-c96a6d2cddcd {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:14:07.547812 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4f0e57-0420-4468-b3dd-554577d5af8f None None] Checking agent: {'id': '3c34f775-80d1-4d8f-9ffd-976c513d9067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 3, 47), 'started_at': datetime.datetime(2021, 2, 3, 20, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.103', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:14:07.548231 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4f0e57-0420-4468-b3dd-554577d5af8f None None] Checking segment: {'id': '16381d97-9563-462d-9668-9a5c7d12abff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '823145a9-cb2c-4281-8d27-c96a6d2cddcd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:14:07.548678 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5e4f0e57-0420-4468-b3dd-554577d5af8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:07.549769 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4f0e57-0420-4468-b3dd-554577d5af8f None None] Bound using segment: {'id': '16381d97-9563-462d-9668-9a5c7d12abff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '823145a9-cb2c-4281-8d27-c96a6d2cddcd'} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:14:07.553632 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-5e4f0e57-0420-4468-b3dd-554577d5af8f None None] Bound port: 6178468b-b43a-4106-b259-ab0a21323400, host: dv-cinder-773985-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16381d97-9563-462d-9668-9a5c7d12abff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '823145a9-cb2c-4281-8d27-c96a6d2cddcd'}}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:14:07.554873 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5e4f0e57-0420-4468-b3dd-554577d5af8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:07.600313 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42772575-1f8b-4a7b-a0a3-657f0db18cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e8a4e4-b56d-40eb-9cd8-2f0836ddbda4,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:07.632346 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-da497817-461f-4023-acbc-0e6323c935ee tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:07.644433 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-8b9490e2-6b94-4e9d-bae2-5d137602a99c service neutron] 10.222.0.90 "GET /v2.0/networks/fabdc8ae-63cc-477b-8e16-b19f6405722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0383096 Feb 03 20:14:07.673570 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-42772575-1f8b-4a7b-a0a3-657f0db18cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:07.676885 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7c1e7475-9e0c-46c8-a9c3-18d174e05f14 req-2bdda165-c0a3-44ca-9ba9-5431fabf0f9d tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 210 time: 0.0863755 Feb 03 20:14:07.703063 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-42772575-1f8b-4a7b-a0a3-657f0db18cc0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=86e7300417074b0b9fe92c2eb3a80187&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8570163 Feb 03 20:14:07.704050 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 48802) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:07.796805 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-5e4f0e57-0420-4468-b3dd-554577d5af8f None None] For port 6178468b-b43a-4106-b259-ab0a21323400, host dv-cinder-773985-1-smb, cleared binding levels {{(pid=80172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:14:07.805507 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-5e4f0e57-0420-4468-b3dd-554577d5af8f None None] For port 6178468b-b43a-4106-b259-ab0a21323400, host dv-cinder-773985-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=6178468b-b43a-4106-b259-ab0a21323400,segment=NetworkSegment(16381d97-9563-462d-9668-9a5c7d12abff),segment_id=16381d97-9563-462d-9668-9a5c7d12abff)] {{(pid=80172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:14:07.842318 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5e4f0e57-0420-4468-b3dd-554577d5af8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:07.920462 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-71e6b0a0-44af-4623-9cd7-d05541bfba17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:07.923288 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-da497817-461f-4023-acbc-0e6323c935ee tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:07.924914 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-89867f1b-a33a-4d22-8a82-ed5f83244fa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:07.955093 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d87b82b6-c1fd-41b3-ab98-a1095d248185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:07.962293 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:07.985264 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-89867f1b-a33a-4d22-8a82-ed5f83244fa6 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/5173a280-4887-483b-a4c4-00435f98bc3b HTTP/1.1" status: 204 len: 168 time: 5.2475007 Feb 03 20:14:07.989697 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 48810) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:08.072839 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a48159b6-196a-4886-97c1-1d0d80e60d47 req-9695df75-d81e-450b-9e1b-b8efcea3a2ec service neutron] 10.222.0.90 "GET /v2.0/networks/fabdc8ae-63cc-477b-8e16-b19f6405722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4180491 Feb 03 20:14:08.082276 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-da497817-461f-4023-acbc-0e6323c935ee tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:08.083604 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-da497817-461f-4023-acbc-0e6323c935ee tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.9503975 Feb 03 20:14:08.088366 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 48814) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:08.098362 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-98a6a433-266e-411f-ac43-d2ec6645ad11 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Request body: {'security_group_rule': {'security_group_id': 'babd1c39-7341-4f15-92fa-7546f1287d1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:14:08.140878 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-16b16765-f18a-44c5-8297-5b736464fb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'name': 'tempest-AttachVolumeShelveTestJSON-1760287194-router', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196'}], 'enable_snat': True}, 'gw_port_id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:35Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'gw_port': {'id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:59:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:39Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': '381daeab-1367-48eb-a9ed-dc71cdbb17b3', 'name': '', 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'mac_address': 'fa:16:3e:f4:4f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:57Z', 'updated_at': '2021-02-03T20:14:01Z', 'revision_number': 2, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'subnets': [{'id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:14:08.153708 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-98a6a433-266e-411f-ac43-d2ec6645ad11 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:08.162375 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-98a6a433-266e-411f-ac43-d2ec6645ad11 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Usage tracker for resource:security_group_rule and tenant:e1c0df3d838d47bb903f815bc72144c5 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:08.171863 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-98a6a433-266e-411f-ac43-d2ec6645ad11 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:08.189195 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-98a6a433-266e-411f-ac43-d2ec6645ad11 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:08.195912 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd2468-f8f8-4a39-9793-0f61668816a6 None None] Pushing event updated for resources: {'Port': ['ID=6178468b-b43a-4106-b259-ab0a21323400,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:08.202853 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 48820) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:08.209298 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da497817-461f-4023-acbc-0e6323c935ee tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=babd1c39-7341-4f15-92fa-7546f1287d1d,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:08.211926 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-13dd2468-f8f8-4a39-9793-0f61668816a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:08.240803 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-f566a17b-d12a-40c5-b517-341077c23bd2 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2049426678', 'description': 'tempest-description--1268854682'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:14:08.244455 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b16765-f18a-44c5-8297-5b736464fb39 None None] Checking router: 847592b4-7f70-4cce-a132-eed1154d7c37 for host: dv-cinder-773985-1-smb {{(pid=80171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:14:08.244607 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b16765-f18a-44c5-8297-5b736464fb39 None None] Updating router 847592b4-7f70-4cce-a132-eed1154d7c37 port 381daeab-1367-48eb-a9ed-dc71cdbb17b3 binding host dv-cinder-773985-1-smb {{(pid=80171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 03 20:14:08.283305 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852798343'] for network, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:08.305500 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-da497817-461f-4023-acbc-0e6323c935ee tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:08.310377 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-f566a17b-d12a-40c5-b517-341077c23bd2 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:08.323704 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4f0e57-0420-4468-b3dd-554577d5af8f None None] Routers {'0da00afb-f519-4c6e-aba1-0f9086b7afc5'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:14:08.324396 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-5e4f0e57-0420-4468-b3dd-554577d5af8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:13:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['0da00afb-f519-4c6e-aba1-0f9086b7afc5'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:14:08.344652 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-f566a17b-d12a-40c5-b517-341077c23bd2 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Usage tracker for resource:security_group and tenant:7d0c86df6c4f4593b9a31a035a219a8b is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:08.349382 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-f566a17b-d12a-40c5-b517-341077c23bd2 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:08.435046 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d87b82b6-c1fd-41b3-ab98-a1095d248185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:08.440635 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-16b16765-f18a-44c5-8297-5b736464fb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:08.488689 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2804dd-0663-4cd2-a090-03d2405aad45 None None] Pushing event updated for resources: {'Port': ['ID=7cd38fd5-591b-4722-9cf3-5cbe5d83caa8,revision_number=4']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:08.501412 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ec2804dd-0663-4cd2-a090-03d2405aad45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.329s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:08.532124 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-98a6a433-266e-411f-ac43-d2ec6645ad11 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:08.624829 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 48830) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:08.625769 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-f566a17b-d12a-40c5-b517-341077c23bd2 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:08.652963 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8528', 'neutron.services.segments.db._delete_segments_for_network--9223363306292405654'] for network, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:08.673485 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-98a6a433-266e-411f-ac43-d2ec6645ad11 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:08.704430 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-98a6a433-266e-411f-ac43-d2ec6645ad11 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263125'] for security_group_rule, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:08.712952 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:08.792358 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f566a17b-d12a-40c5-b517-341077c23bd2 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:08.854005 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6a433-266e-411f-ac43-d2ec6645ad11 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87bbed18-8708-4d7f-a99c-a3ddc1117de4,revision_number=0']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:08.857848 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-f566a17b-d12a-40c5-b517-341077c23bd2 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:08.869558 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-98a6a433-266e-411f-ac43-d2ec6645ad11 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:08.871721 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e7301-b736-403f-adbf-2a6b3491ad04 req-02826a15-3b52-4205-aeff-1c7c37a0d910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:08.880988 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-950e7301-b736-403f-adbf-2a6b3491ad04 req-02826a15-3b52-4205-aeff-1c7c37a0d910 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=995473274b884b29a3d63d8aad2d45c9&device_id=1f169937-9f16-41a0-98be-b9773fb8b1e0 HTTP/1.1" status: 200 len: 1160 time: 0.5329363 Feb 03 20:14:08.900702 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-f566a17b-d12a-40c5-b517-341077c23bd2 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Usage tracker for resource:security_group_rule and tenant:7d0c86df6c4f4593b9a31a035a219a8b is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:08.904777 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-911d6b5b-8c51-497e-b6e8-75a8086914f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:08.918358 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-f566a17b-d12a-40c5-b517-341077c23bd2 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:08.935511 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-018b5441-7a3c-4139-8bb4-3f12c58b7f84 None None] Set router 245bae1d-c794-4c0b-b042-13b770008098 gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:14:09.021863 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-5e4f0e57-0420-4468-b3dd-554577d5af8f None None] Set router 0da00afb-f519-4c6e-aba1-0f9086b7afc5 gateway port host: dv-cinder-773985-1-smb {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:14:09.029741 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:14:09.030370 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:14:09.031227 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:14:09.031677 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] Subscribe: > port after_create 55550000 {{(pid=80170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:14:09.032058 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:14:09.032443 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] Subscribe: > port after_update 55550000 {{(pid=80170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:14:09.032827 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:14:09.033210 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:14:09.033574 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:14:09.033934 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:14:09.070176 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-f566a17b-d12a-40c5-b517-341077c23bd2 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:09.072905 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e7301-b736-403f-adbf-2a6b3491ad04 req-188588f2-2aa2-4cfa-b708-ebe2f64f8cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:09.074499 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-950e7301-b736-403f-adbf-2a6b3491ad04 req-188588f2-2aa2-4cfa-b708-ebe2f64f8cd7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fabdc8ae-63cc-477b-8e16-b19f6405722e HTTP/1.1" status: 200 len: 905 time: 0.1575143 Feb 03 20:14:09.079424 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-98a6a433-266e-411f-ac43-d2ec6645ad11 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:09.080665 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-98a6a433-266e-411f-ac43-d2ec6645ad11 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9911678 Feb 03 20:14:09.081994 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-911d6b5b-8c51-497e-b6e8-75a8086914f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:09.086532 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 48838) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:09.098751 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-911d6b5b-8c51-497e-b6e8-75a8086914f2 admin admin] Usage tracker for resource:security_group_rule and tenant:07411480902e41fa9576c8adda3ebee6 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:09.109300 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-911d6b5b-8c51-497e-b6e8-75a8086914f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:09.115587 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-765bb654-ba33-439d-bd5f-aba42c5e4a36 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Request body: {'security_group_rule': {'security_group_id': 'babd1c39-7341-4f15-92fa-7546f1287d1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:14:09.213896 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-950e7301-b736-403f-adbf-2a6b3491ad04 req-32647c48-ba07-4511-ab4d-69c9edd633ec service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ec4cbd6-bf4f-48f6-a69f-c119be0cac90 HTTP/1.1" status: 200 len: 217 time: 0.1110680 Feb 03 20:14:09.214781 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-911d6b5b-8c51-497e-b6e8-75a8086914f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:09.218145 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-765bb654-ba33-439d-bd5f-aba42c5e4a36 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:09.233139 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-765bb654-ba33-439d-bd5f-aba42c5e4a36 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Usage tracker for resource:security_group_rule and tenant:e1c0df3d838d47bb903f815bc72144c5 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:09.276889 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:14:09.277178 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:14:09.278143 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:14:09.278521 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 20:14:09.278930 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ad5568-70ce-4d2c-b878-28b8864425b1']}} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:14:09.295795 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d6c2519-5c2c-4e53-b793-ac3fbf6d7229') {'for_net_delete': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:14:09.296118 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d6c2519-5c2c-4e53-b793-ac3fbf6d7229') {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:14:09.300126 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e7301-b736-403f-adbf-2a6b3491ad04 req-20e78b97-8ba4-441f-bf75-82a3506a24ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:09.301804 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-950e7301-b736-403f-adbf-2a6b3491ad04 req-20e78b97-8ba4-441f-bf75-82a3506a24ff service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6969874b-34f9-4e38-860c-16115b2aa8c3 HTTP/1.1" status: 200 len: 851 time: 0.0718427 Feb 03 20:14:09.304023 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-765bb654-ba33-439d-bd5f-aba42c5e4a36 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:09.315533 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d87b82b6-c1fd-41b3-ab98-a1095d248185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:09.341851 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.90', 60132) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:09.394851 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-765bb654-ba33-439d-bd5f-aba42c5e4a36 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:09.417263 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-950e7301-b736-403f-adbf-2a6b3491ad04 req-e6f38f9c-262a-41a5-98d9-4da920d89842 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fabdc8ae-63cc-477b-8e16-b19f6405722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928016 Feb 03 20:14:09.465175 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306292408726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67077110'] for segment, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:09.479773 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:09.606311 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-5e4f0e57-0420-4468-b3dd-554577d5af8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da00afb-f519-4c6e-aba1-0f9086b7afc5', 'name': 'tempest-ServerRescueNegativeTestJSON-1428538324-router', 'tenant_id': '3d2e750b64264333a0c0080a78748667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': '4f4b2824-a487-406c-97e5-5d33313e2d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:35Z', 'updated_at': '2021-02-03T20:13:58Z', 'revision_number': 4, 'project_id': '3d2e750b64264333a0c0080a78748667', 'gw_port': {'id': '4f4b2824-a487-406c-97e5-5d33313e2d20', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da00afb-f519-4c6e-aba1-0f9086b7afc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:39Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': '6178468b-b43a-4106-b259-ab0a21323400', 'name': '', 'network_id': '823145a9-cb2c-4281-8d27-c96a6d2cddcd', 'tenant_id': '3d2e750b64264333a0c0080a78748667', 'mac_address': 'fa:16:3e:47:1f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da00afb-f519-4c6e-aba1-0f9086b7afc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'bcdd6f27-98eb-4350-a461-05ea1bdb5c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:55Z', 'updated_at': '2021-02-03T20:14:07Z', 'revision_number': 4, 'project_id': '3d2e750b64264333a0c0080a78748667', 'subnets': [{'id': 'bcdd6f27-98eb-4350-a461-05ea1bdb5c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:14:09.611101 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4f0e57-0420-4468-b3dd-554577d5af8f None None] The sync data for ids ['0da00afb-f519-4c6e-aba1-0f9086b7afc5'] in dv-cinder-773985-1-smb is: [{'id': '0da00afb-f519-4c6e-aba1-0f9086b7afc5', 'name': 'tempest-ServerRescueNegativeTestJSON-1428538324-router', 'tenant_id': '3d2e750b64264333a0c0080a78748667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': '4f4b2824-a487-406c-97e5-5d33313e2d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:35Z', 'updated_at': '2021-02-03T20:13:58Z', 'revision_number': 4, 'project_id': '3d2e750b64264333a0c0080a78748667', 'gw_port': {'id': '4f4b2824-a487-406c-97e5-5d33313e2d20', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da00afb-f519-4c6e-aba1-0f9086b7afc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:39Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': '6178468b-b43a-4106-b259-ab0a21323400', 'name': '', 'network_id': '823145a9-cb2c-4281-8d27-c96a6d2cddcd', 'tenant_id': '3d2e750b64264333a0c0080a78748667', 'mac_address': 'fa:16:3e:47:1f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da00afb-f519-4c6e-aba1-0f9086b7afc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'bcdd6f27-98eb-4350-a461-05ea1bdb5c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:55Z', 'updated_at': '2021-02-03T20:14:07Z', 'revision_number': 4, 'project_id': '3d2e750b64264333a0c0080a78748667', 'subnets': [{'id': 'bcdd6f27-98eb-4350-a461-05ea1bdb5c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:14:09.730539 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-911d6b5b-8c51-497e-b6e8-75a8086914f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:09.836642 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-765bb654-ba33-439d-bd5f-aba42c5e4a36 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:09.855480 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-911d6b5b-8c51-497e-b6e8-75a8086914f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:09.867480 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-018b5441-7a3c-4139-8bb4-3f12c58b7f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245bae1d-c794-4c0b-b042-13b770008098', 'name': 'tempest-AttachVolumeTestJSON-562042104-router', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:34Z', 'updated_at': '2021-02-03T20:13:56Z', 'revision_number': 4, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'gw_port': {'id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:36Z', 'updated_at': '2021-02-03T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': '7cd38fd5-591b-4722-9cf3-5cbe5d83caa8', 'name': '', 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'mac_address': 'fa:16:3e:ff:d0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:49Z', 'updated_at': '2021-02-03T20:14:05Z', 'revision_number': 4, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'subnets': [{'id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:14:09.875449 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018b5441-7a3c-4139-8bb4-3f12c58b7f84 None None] The sync data for ids ['245bae1d-c794-4c0b-b042-13b770008098'] in dv-cinder-773985-1-smb is: [{'id': '245bae1d-c794-4c0b-b042-13b770008098', 'name': 'tempest-AttachVolumeTestJSON-562042104-router', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:34Z', 'updated_at': '2021-02-03T20:13:56Z', 'revision_number': 4, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'gw_port': {'id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:36Z', 'updated_at': '2021-02-03T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': '7cd38fd5-591b-4722-9cf3-5cbe5d83caa8', 'name': '', 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'mac_address': 'fa:16:3e:ff:d0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:49Z', 'updated_at': '2021-02-03T20:14:05Z', 'revision_number': 4, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'subnets': [{'id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:14:09.914583 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f566a17b-d12a-40c5-b517-341077c23bd2 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:09.923022 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-16b16765-f18a-44c5-8297-5b736464fb39 None None] Notify callbacks [] for port, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:09.977990 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-16b16765-f18a-44c5-8297-5b736464fb39 None None] Transition to ACTIVE for port object 381daeab-1367-48eb-a9ed-dc71cdbb17b3 will not be triggered until provisioned by entity L2. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:14:09.987799 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 6178468b-b43a-4106-b259-ab0a21323400 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:14:09.992625 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6ac07622-c24f-4c68-ab99-ea85e3aa2c45 req-efb1f9ab-641c-4565-92ed-5c6d7facc1ff tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 210 time: 0.6608613 Feb 03 20:14:10.024669 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-864688e5-9d96-4b9d-b1fd-0e5a1e8e64d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:10.086312 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f566a17b-d12a-40c5-b517-341077c23bd2 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:10.088711 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-950e7301-b736-403f-adbf-2a6b3491ad04 req-ce6c98fb-6153-45c9-a548-1555f61749d0 service neutron] 10.222.0.90 "GET /v2.0/networks/fabdc8ae-63cc-477b-8e16-b19f6405722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6509535 Feb 03 20:14:10.121817 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-765bb654-ba33-439d-bd5f-aba42c5e4a36 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:10.124728 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-16b16765-f18a-44c5-8297-5b736464fb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:10.156181 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3a39906c-0b4a-4d54-9aa4-bbaf9acc606d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:10.159163 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-43730cbc-5163-4490-a32b-3c10aa1e90b4 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:10.161017 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-43730cbc-5163-4490-a32b-3c10aa1e90b4 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.90 "GET /v2.0/networks?id=823145a9-cb2c-4281-8d27-c96a6d2cddcd HTTP/1.1" status: 200 len: 819 time: 0.7162783 Feb 03 20:14:10.169142 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b82b6-c1fd-41b3-ab98-a1095d248185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e8a4e4-b56d-40eb-9cd8-2f0836ddbda4,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:10.177698 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-d87b82b6-c1fd-41b3-ab98-a1095d248185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:10.179493 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:10.192881 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-911d6b5b-8c51-497e-b6e8-75a8086914f2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=07411480902e41fa9576c8adda3ebee6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5161085 Feb 03 20:14:10.201285 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-765bb654-ba33-439d-bd5f-aba42c5e4a36 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263125'] for security_group_rule, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:10.202117 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d6b5b-8c51-497e-b6e8-75a8086914f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e9ce27-7cb6-482c-acd9-7e6427de8c21,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:10.206386 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 48852) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:10.278108 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-911d6b5b-8c51-497e-b6e8-75a8086914f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:10.280681 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5b23de39-b861-4e97-b666-cf771e714418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:10.314158 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.90', 60133) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:10.336360 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f361e2b-a79d-4ca2-8e83-7bb9736f257d req-35d1ac5d-fcd2-4f71-8935-a4319e381026 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:10.337799 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7f361e2b-a79d-4ca2-8e83-7bb9736f257d req-35d1ac5d-fcd2-4f71-8935-a4319e381026 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f169937-9f16-41a0-98be-b9773fb8b1e0 HTTP/1.1" status: 200 len: 943 time: 1.5967805 Feb 03 20:14:10.339172 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 03 20:14:10.357845 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d87b82b6-c1fd-41b3-ab98-a1095d248185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:10.361535 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-d87b82b6-c1fd-41b3-ab98-a1095d248185 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b0e8a4e4-b56d-40eb-9cd8-2f0836ddbda4 HTTP/1.1" status: 204 len: 168 time: 2.6544774 Feb 03 20:14:10.364007 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-dd8da442-49b8-4f68-98f7-892e143010d3 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Request body: {'port': {'device_id': 'eb02b67d-d5d0-40be-b7c8-35cb965cbb66', 'network_id': '823145a9-cb2c-4281-8d27-c96a6d2cddcd', 'admin_state_up': True, 'tenant_id': '3d2e750b64264333a0c0080a78748667'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:14:10.482863 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d2765-fc5f-4e8d-be4e-afe1cc0954da None None] Pushing event updated for resources: {'Port': ['ID=381daeab-1367-48eb-a9ed-dc71cdbb17b3,revision_number=3']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:10.515555 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd2d2765-fc5f-4e8d-be4e-afe1cc0954da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:10.622920 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566a17b-d12a-40c5-b517-341077c23bd2 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:10.705417 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning for port 6178468b-b43a-4106-b259-ab0a21323400 completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:14:10.729754 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-f566a17b-d12a-40c5-b517-341077c23bd2 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:10.732210 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port 6178468b-b43a-4106-b259-ab0a21323400 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:10.738551 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:10.746629 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.368s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:10.859209 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7f361e2b-a79d-4ca2-8e83-7bb9736f257d req-40115a8a-8c5b-449c-976c-250316427d7d tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/security-groups?id=67f7d287-0424-4c8e-a901-c58799925112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586070 Feb 03 20:14:10.895481 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-16b16765-f18a-44c5-8297-5b736464fb39 None None] Attempting to bind port 381daeab-1367-48eb-a9ed-dc71cdbb17b3 on host dv-cinder-773985-1-smb for vnic_type normal with profile {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:14:10.895945 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-16b16765-f18a-44c5-8297-5b736464fb39 None None] Attempting to bind port 381daeab-1367-48eb-a9ed-dc71cdbb17b3 by drivers openvswitch on host dv-cinder-773985-1-smb at level 0 using segments [{'id': '4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519'}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:14:10.896372 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b16765-f18a-44c5-8297-5b736464fb39 None None] Attempting to bind port 381daeab-1367-48eb-a9ed-dc71cdbb17b3 on network 08219bc6-fd07-43f5-9c2f-a541f5c84519 {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:14:10.953502 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765bb654-ba33-439d-bd5f-aba42c5e4a36 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af570108-28ee-4382-a815-fe2230af353b,revision_number=0']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:10.999221 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-765bb654-ba33-439d-bd5f-aba42c5e4a36 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:11.043118 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] Network d0ad5568-70ce-4d2c-b878-28b8864425b1 has no segments {{(pid=80170) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 20:14:11.048408 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f566a17b-d12a-40c5-b517-341077c23bd2 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:11.050767 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-f566a17b-d12a-40c5-b517-341077c23bd2 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.8467364 Feb 03 20:14:11.066490 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036787982913'] for segment, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:11.118620 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b16765-f18a-44c5-8297-5b736464fb39 None None] Checking agent: {'id': '3c34f775-80d1-4d8f-9ffd-976c513d9067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 3, 47), 'started_at': datetime.datetime(2021, 2, 3, 20, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.103', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:14:11.119300 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b16765-f18a-44c5-8297-5b736464fb39 None None] Checking segment: {'id': '4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:14:11.119970 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-16b16765-f18a-44c5-8297-5b736464fb39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:11.126865 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b16765-f18a-44c5-8297-5b736464fb39 None None] Bound using segment: {'id': '4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519'} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:14:11.127775 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-16b16765-f18a-44c5-8297-5b736464fb39 None None] Bound port: 381daeab-1367-48eb-a9ed-dc71cdbb17b3, host: dv-cinder-773985-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519'}}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:14:11.128382 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-16b16765-f18a-44c5-8297-5b736464fb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:11.227764 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 48874) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:11.307805 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] Network d0ad5568-70ce-4d2c-b878-28b8864425b1 has no segments {{(pid=80170) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 20:14:11.367916 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c5994-5671-445f-addd-63daae9eeb73 req-3d709771-fd2f-4256-b09e-c076d61063e8 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:11.369821 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a98c5994-5671-445f-addd-63daae9eeb73 req-3d709771-fd2f-4256-b09e-c076d61063e8 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.90 "GET /v2.0/networks?id=823145a9-cb2c-4281-8d27-c96a6d2cddcd HTTP/1.1" status: 200 len: 819 time: 1.0461833 Feb 03 20:14:11.386561 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ee9fb81d-5e97-4afd-b2b4-60941402b365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: (rel_b, rel_a, rel_b), Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: (rel_b, rel_a, rel_b), Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: Traceback (most recent call last): Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: timer() Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: cb(*args, **kw) Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: return func(*args, **kwargs) Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: self._notify() Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: self.callback(batched_events) Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: event.method(event) Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: segment_id)['aggregates'][0] Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: return f(self, *a, **k) Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: return self._get(url).json() Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: **kwargs) Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: return self.request(url, 'GET', **kwargs) Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: **endpoint_filter) Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 20:14:11.420638 dv-cinder-773985-1-smb neutron-server[80058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 20:14:11.444159 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ee9fb81d-5e97-4afd-b2b4-60941402b365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:11.489071 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7a2b736a-7fc8-4e32-a209-a7fcf0f43cd2 req-46a64cd3-5195-4e66-b1bf-a8ae70ef776c tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 210 time: 0.0667388 Feb 03 20:14:11.520745 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:11.555873 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-f030f8d2-4f23-4ed7-bf85-3a413eac9aa0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Request body: {'security_group_rule': {'security_group_id': '86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:14:11.574231 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853105267'] for network, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:11.596110 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] For port 6178468b-b43a-4106-b259-ab0a21323400, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=6178468b-b43a-4106-b259-ab0a21323400,segment=NetworkSegment(16381d97-9563-462d-9668-9a5c7d12abff),segment_id=16381d97-9563-462d-9668-9a5c7d12abff)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:14:11.597687 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:11.623117 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0ad5568-70ce-4d2c-b878-28b8864425b1,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:11.626604 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-765bb654-ba33-439d-bd5f-aba42c5e4a36 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:11.633139 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-765bb654-ba33-439d-bd5f-aba42c5e4a36 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5423725 Feb 03 20:14:11.636100 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-950e7301-b736-403f-adbf-2a6b3491ad04 req-fb3eb5ae-3863-4ce0-bf34-dbee902bc2ff service neutron] 10.222.0.90 "GET /v2.0/networks/fabdc8ae-63cc-477b-8e16-b19f6405722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.5076513 Feb 03 20:14:11.638031 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 48884) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:11.641515 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:11.642796 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-a98c5994-5671-445f-addd-63daae9eeb73 req-704b5ebe-c457-449e-89c8-9fbf55c7e5f0 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Request body: {'port': {'device_id': 'f420581e-ffc1-45b7-97cd-678eaa1560e5', 'network_id': '823145a9-cb2c-4281-8d27-c96a6d2cddcd', 'admin_state_up': True, 'tenant_id': '3d2e750b64264333a0c0080a78748667'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:14:11.650375 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:11.654430 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-337babb1-b63b-4e30-acf4-5abf96f3ca16 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Request body: {'floatingip': {'floating_network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:14:11.662859 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:11.681981 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-337babb1-b63b-4e30-acf4-5abf96f3ca16 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:11.684591 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-f030f8d2-4f23-4ed7-bf85-3a413eac9aa0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:11.686862 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-337babb1-b63b-4e30-acf4-5abf96f3ca16 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Usage tracker for resource:floatingip and tenant:e1c0df3d838d47bb903f815bc72144c5 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:11.697238 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-f030f8d2-4f23-4ed7-bf85-3a413eac9aa0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Usage tracker for resource:security_group_rule and tenant:7d0c86df6c4f4593b9a31a035a219a8b is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:11.700095 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-337babb1-b63b-4e30-acf4-5abf96f3ca16 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:11.709555 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-dd8da442-49b8-4f68-98f7-892e143010d3 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:11.722058 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-dd8da442-49b8-4f68-98f7-892e143010d3 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:11.731224 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-337babb1-b63b-4e30-acf4-5abf96f3ca16 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:11.746241 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] 10.222.0.101 "DELETE /v2.0/networks/d0ad5568-70ce-4d2c-b878-28b8864425b1 HTTP/1.1" status: 204 len: 168 time: 3.7554436 Feb 03 20:14:11.754658 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:11.761169 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-dd8da442-49b8-4f68-98f7-892e143010d3 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Made reservation on behalf of 3d2e750b64264333a0c0080a78748667 for: {'port': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:14:11.811163 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-dd8da442-49b8-4f68-98f7-892e143010d3 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:11.837115 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-337babb1-b63b-4e30-acf4-5abf96f3ca16 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for floatingip, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:11.953459 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-f030f8d2-4f23-4ed7-bf85-3a413eac9aa0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:11.961013 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 7cd38fd5-591b-4722-9cf3-5cbe5d83caa8 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:14:11.964149 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-f030f8d2-4f23-4ed7-bf85-3a413eac9aa0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:11.972834 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-a98c5994-5671-445f-addd-63daae9eeb73 req-704b5ebe-c457-449e-89c8-9fbf55c7e5f0 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:11.976341 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ee9fb81d-5e97-4afd-b2b4-60941402b365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:11.988985 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-f566a17b-d12a-40c5-b517-341077c23bd2 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:12.016433 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-a98c5994-5671-445f-addd-63daae9eeb73 req-704b5ebe-c457-449e-89c8-9fbf55c7e5f0 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:12.020899 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9fb81d-5e97-4afd-b2b4-60941402b365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e9ce27-7cb6-482c-acd9-7e6427de8c21,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:12.037388 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ee9fb81d-5e97-4afd-b2b4-60941402b365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:12.040333 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f030f8d2-4f23-4ed7-bf85-3a413eac9aa0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:12.056493 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ee9fb81d-5e97-4afd-b2b4-60941402b365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:12.057978 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-ee9fb81d-5e97-4afd-b2b4-60941402b365 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/74e9ce27-7cb6-482c-acd9-7e6427de8c21 HTTP/1.1" status: 204 len: 168 time: 1.7787607 Feb 03 20:14:12.135916 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a98c5994-5671-445f-addd-63daae9eeb73 req-704b5ebe-c457-449e-89c8-9fbf55c7e5f0 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Made reservation on behalf of 3d2e750b64264333a0c0080a78748667 for: {'port': 1} {{(pid=80169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:14:12.150140 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Pushing event updated for resources: {'Port': ['ID=6178468b-b43a-4106-b259-ab0a21323400,revision_number=5']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:12.168887 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-16b16765-f18a-44c5-8297-5b736464fb39 None None] For port 381daeab-1367-48eb-a9ed-dc71cdbb17b3, host dv-cinder-773985-1-smb, cleared binding levels {{(pid=80171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:14:12.184994 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a98c5994-5671-445f-addd-63daae9eeb73 req-704b5ebe-c457-449e-89c8-9fbf55c7e5f0 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:12.190901 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-16b16765-f18a-44c5-8297-5b736464fb39 None None] For port 381daeab-1367-48eb-a9ed-dc71cdbb17b3, host dv-cinder-773985-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=381daeab-1367-48eb-a9ed-dc71cdbb17b3,segment=NetworkSegment(4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927),segment_id=4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927)] {{(pid=80171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:14:12.201001 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:12.270219 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning for port 7cd38fd5-591b-4722-9cf3-5cbe5d83caa8 completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:14:12.276661 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-16b16765-f18a-44c5-8297-5b736464fb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:12.279229 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f030f8d2-4f23-4ed7-bf85-3a413eac9aa0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:12.300627 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:12.353968 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port 7cd38fd5-591b-4722-9cf3-5cbe5d83caa8 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:12.354504 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:12.446736 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 48904) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:12.562287 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-e7fcfc28-d301-4c2f-8881-9f5d138638fc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e458d9c01b8747398983b47f4fad0331&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1026366 Feb 03 20:14:12.568294 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 48910) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:12.668599 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [req-a98c5994-5671-445f-addd-63daae9eeb73 req-704b5ebe-c457-449e-89c8-9fbf55c7e5f0 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Allocated IP 172.20.0.13 (823145a9-cb2c-4281-8d27-c96a6d2cddcd/bcdd6f27-98eb-4350-a461-05ea1bdb5c9c/63381e5b-895e-46ba-916a-ab7c1f4f9211) {{(pid=80169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:14:12.720627 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-337babb1-b63b-4e30-acf4-5abf96f3ca16 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:12.729487 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d2765-fc5f-4e8d-be4e-afe1cc0954da None None] Pushing event updated for resources: {'Port': ['ID=381daeab-1367-48eb-a9ed-dc71cdbb17b3,revision_number=4']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:12.747434 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f030f8d2-4f23-4ed7-bf85-3a413eac9aa0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263125'] for security_group_rule, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:12.768611 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd2d2765-fc5f-4e8d-be4e-afe1cc0954da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:12.849400 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-765bb654-ba33-439d-bd5f-aba42c5e4a36 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:12.887681 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135dd094-d36d-4039-98f4-b1c1d6a88504 req-841d1258-196a-4e81-8086-8f28e7e35e08 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:12.889450 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-135dd094-d36d-4039-98f4-b1c1d6a88504 req-841d1258-196a-4e81-8086-8f28e7e35e08 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f169937-9f16-41a0-98be-b9773fb8b1e0 HTTP/1.1" status: 200 len: 943 time: 0.6037989 Feb 03 20:14:12.902556 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:12.921616 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f030f8d2-4f23-4ed7-bf85-3a413eac9aa0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:12.925871 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-f030f8d2-4f23-4ed7-bf85-3a413eac9aa0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5524368 Feb 03 20:14:12.937440 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 48918) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:12.942922 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b16765-f18a-44c5-8297-5b736464fb39 None None] Routers {'847592b4-7f70-4cce-a132-eed1154d7c37'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:14:12.943931 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-16b16765-f18a-44c5-8297-5b736464fb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:13:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['847592b4-7f70-4cce-a132-eed1154d7c37'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:14:12.998003 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a25536d0-6289-46d3-999e-fe48c736f196 req-cd19557d-5763-40f2-919d-c2a9ffbd9e3b tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 210 time: 0.1040542 Feb 03 20:14:13.177615 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] For port 7cd38fd5-591b-4722-9cf3-5cbe5d83caa8, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=7cd38fd5-591b-4722-9cf3-5cbe5d83caa8,segment=NetworkSegment(e5cfedf2-070c-4fe2-9fd6-828d89417b0b),segment_id=e5cfedf2-070c-4fe2-9fd6-828d89417b0b)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:14:13.205406 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:13.212126 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ec2804dd-0663-4cd2-a090-03d2405aad45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:13.323902 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9a86a3c0-c7aa-488e-aef4-134ca9498606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:13.354783 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Pushing event updated for resources: {'Port': ['ID=7cd38fd5-591b-4722-9cf3-5cbe5d83caa8,revision_number=5']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:13.356228 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 48926) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:13.356615 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 48928) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:13.368659 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:13.398770 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-16b16765-f18a-44c5-8297-5b736464fb39 None None] Set router 847592b4-7f70-4cce-a132-eed1154d7c37 gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:14:13.425358 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-7a476efc-eb54-4366-81ec-0e9fd4a32b6c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Request body: {'security_group_rule': {'security_group_id': '86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:14:13.457811 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030f8d2-4f23-4ed7-bf85-3a413eac9aa0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfae298e-9cc5-4065-a557-6e6d9e2b42ee,revision_number=0']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:13.463490 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-7a476efc-eb54-4366-81ec-0e9fd4a32b6c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:13.464100 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2de6b8ba-ec29-4f77-83e6-d55312989a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:13.468141 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-f030f8d2-4f23-4ed7-bf85-3a413eac9aa0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:13.480116 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-7a476efc-eb54-4366-81ec-0e9fd4a32b6c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Usage tracker for resource:security_group_rule and tenant:7d0c86df6c4f4593b9a31a035a219a8b is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:13.492112 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-7a476efc-eb54-4366-81ec-0e9fd4a32b6c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:13.503460 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-7a476efc-eb54-4366-81ec-0e9fd4a32b6c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:13.534589 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-2de6b8ba-ec29-4f77-83e6-d55312989a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:13.545113 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-60e358d1-8abc-4776-bd62-649583400df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:13.547479 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-2de6b8ba-ec29-4f77-83e6-d55312989a4d admin admin] Usage tracker for resource:security_group_rule and tenant:cd80370dc9e442d5924b32d9165ce28f is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:13.578586 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a98c5994-5671-445f-addd-63daae9eeb73 req-704b5ebe-c457-449e-89c8-9fbf55c7e5f0 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Notify callbacks [] for port, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:13.583000 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-135dd094-d36d-4039-98f4-b1c1d6a88504 req-27bae7d0-1a8c-47dc-a5ec-25327cb8d15e tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/security-groups?id=67f7d287-0424-4c8e-a901-c58799925112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5906076 Feb 03 20:14:13.599426 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-2de6b8ba-ec29-4f77-83e6-d55312989a4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:13.615692 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-2de6b8ba-ec29-4f77-83e6-d55312989a4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:13.620714 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7a476efc-eb54-4366-81ec-0e9fd4a32b6c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:13.670411 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a98c5994-5671-445f-addd-63daae9eeb73 req-704b5ebe-c457-449e-89c8-9fbf55c7e5f0 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:13.700651 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-dd8da442-49b8-4f68-98f7-892e143010d3 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Allocated IP 172.20.0.9 (823145a9-cb2c-4281-8d27-c96a6d2cddcd/bcdd6f27-98eb-4350-a461-05ea1bdb5c9c/8cccb142-708c-4927-8c94-341c0eb6c921) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:14:13.837184 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [None req-337babb1-b63b-4e30-acf4-5abf96f3ca16 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Allocated IP 172.28.0.122 (e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3/cc5c5bbf-9f11-469d-8008-03763e47d1a6/178b9382-c0b2-47ec-a12c-29866889f6ca) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:14:13.860046 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-60e358d1-8abc-4776-bd62-649583400df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:13.864915 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-45c1dab4-0b0c-47eb-a976-8a8390cec8e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:13.900895 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-6418ef65-cc8d-40ed-8524-967d2b2a4100 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1865524972-network', 'tenant_id': 'd92de69ae0c9433c81e657bbb76393be'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:14:13.919647 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 6178468b-b43a-4106-b259-ab0a21323400 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:14:13.936342 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-6418ef65-cc8d-40ed-8524-967d2b2a4100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:13.968002 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-6418ef65-cc8d-40ed-8524-967d2b2a4100 admin admin] Usage tracker for resource:network and tenant:d92de69ae0c9433c81e657bbb76393be is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:13.976145 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a98c5994-5671-445f-addd-63daae9eeb73 req-704b5ebe-c457-449e-89c8-9fbf55c7e5f0 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Network 823145a9-cb2c-4281-8d27-c96a6d2cddcd is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:14:13.978553 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b5ebe-c457-449e-89c8-9fbf55c7e5f0 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Pushing event updated for resources: {'Port': ['ID=63381e5b-895e-46ba-916a-ab7c1f4f9211,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:13.989206 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [req-a98c5994-5671-445f-addd-63daae9eeb73 req-704b5ebe-c457-449e-89c8-9fbf55c7e5f0 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:14:13.992631 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98c5994-5671-445f-addd-63daae9eeb73 req-704b5ebe-c457-449e-89c8-9fbf55c7e5f0 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Received port after_create {{(pid=80169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:14:14.027467 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-704b5ebe-c457-449e-89c8-9fbf55c7e5f0 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:14.029234 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7a476efc-eb54-4366-81ec-0e9fd4a32b6c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:14.035914 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port 6178468b-b43a-4106-b259-ab0a21323400 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:14.042511 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:14.054671 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-6418ef65-cc8d-40ed-8524-967d2b2a4100 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:14.110813 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.objects.ports [None req-95b76e45-204f-45e2-a764-a2af12a87538 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80171) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 03 20:14:14.144953 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-16b16765-f18a-44c5-8297-5b736464fb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'name': 'tempest-AttachVolumeShelveTestJSON-1760287194-router', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196'}], 'enable_snat': True}, 'gw_port_id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:35Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'gw_port': {'id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:59:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:39Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': '381daeab-1367-48eb-a9ed-dc71cdbb17b3', 'name': '', 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'mac_address': 'fa:16:3e:f4:4f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:57Z', 'updated_at': '2021-02-03T20:14:12Z', 'revision_number': 4, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'subnets': [{'id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:14:14.152381 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b16765-f18a-44c5-8297-5b736464fb39 None None] The sync data for ids ['847592b4-7f70-4cce-a132-eed1154d7c37'] in dv-cinder-773985-1-smb is: [{'id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'name': 'tempest-AttachVolumeShelveTestJSON-1760287194-router', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196'}], 'enable_snat': True}, 'gw_port_id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:35Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'gw_port': {'id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:59:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:39Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': '381daeab-1367-48eb-a9ed-dc71cdbb17b3', 'name': '', 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'mac_address': 'fa:16:3e:f4:4f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:57Z', 'updated_at': '2021-02-03T20:14:12Z', 'revision_number': 4, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'subnets': [{'id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:14:14.160370 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c5994-5671-445f-addd-63daae9eeb73 req-704b5ebe-c457-449e-89c8-9fbf55c7e5f0 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:14.161092 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a98c5994-5671-445f-addd-63daae9eeb73 req-704b5ebe-c457-449e-89c8-9fbf55c7e5f0 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for port, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:14.168047 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7a476efc-eb54-4366-81ec-0e9fd4a32b6c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263125'] for security_group_rule, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:14.180508 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:14.208206 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a476efc-eb54-4366-81ec-0e9fd4a32b6c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db7f0c9a-4580-4089-b9dc-be388762c0f6,revision_number=0']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:14.208374 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-7a476efc-eb54-4366-81ec-0e9fd4a32b6c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:14.236372 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-6418ef65-cc8d-40ed-8524-967d2b2a4100 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:14.272481 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 7cd38fd5-591b-4722-9cf3-5cbe5d83caa8 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:14:14.276348 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a98c5994-5671-445f-addd-63daae9eeb73 req-704b5ebe-c457-449e-89c8-9fbf55c7e5f0 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6508839 Feb 03 20:14:14.305253 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-a98c5994-5671-445f-addd-63daae9eeb73 req-54a4c1f0-ead6-4e7f-8420-46da2564cda7 service neutron] Request body: {'port': {'device_id': 'f420581e-ffc1-45b7-97cd-678eaa1560e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:14:14.352883 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7a476efc-eb54-4366-81ec-0e9fd4a32b6c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:14.358588 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-7a476efc-eb54-4366-81ec-0e9fd4a32b6c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4169660 Feb 03 20:14:14.367737 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 48940) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:14.374477 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-89a1cabf-5d54-4c59-9084-c62617ab842a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Request body: {'floatingip': {'floating_network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:14:14.411704 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-89a1cabf-5d54-4c59-9084-c62617ab842a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:14.420797 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port 7cd38fd5-591b-4722-9cf3-5cbe5d83caa8 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:14.421237 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:14.422043 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-89a1cabf-5d54-4c59-9084-c62617ab842a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Usage tracker for resource:floatingip and tenant:7d0c86df6c4f4593b9a31a035a219a8b is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:14.427332 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-89a1cabf-5d54-4c59-9084-c62617ab842a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:14.439915 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-89a1cabf-5d54-4c59-9084-c62617ab842a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:14.548407 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a98c5994-5671-445f-addd-63daae9eeb73 req-54a4c1f0-ead6-4e7f-8420-46da2564cda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:14.660554 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2de6b8ba-ec29-4f77-83e6-d55312989a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:14.708506 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2de6b8ba-ec29-4f77-83e6-d55312989a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:14.742127 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c27d9e0a-b704-4c8a-8a58-98525021383a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:14.774025 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-89a1cabf-5d54-4c59-9084-c62617ab842a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for floatingip, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:14.798429 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-60e358d1-8abc-4776-bd62-649583400df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:14.799410 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 6ec4cbd6-bf4f-48f6-a69f-c119be0cac90 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:14:14.831540 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6418ef65-cc8d-40ed-8524-967d2b2a4100 admin admin] Made reservation on behalf of d92de69ae0c9433c81e657bbb76393be for: {'network': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:14:14.837451 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6418ef65-cc8d-40ed-8524-967d2b2a4100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for network, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:14.849547 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6b8ba-ec29-4f77-83e6-d55312989a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62383cb8-17c7-4f02-a556-90bb68bcc043,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:14.857263 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-dd8da442-49b8-4f68-98f7-892e143010d3 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:14.938693 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-2de6b8ba-ec29-4f77-83e6-d55312989a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:14.941710 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6418ef65-cc8d-40ed-8524-967d2b2a4100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:14.952691 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:14.955233 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning for port 6ec4cbd6-bf4f-48f6-a69f-c119be0cac90 completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:14:14.963433 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 6ec4cbd6-bf4f-48f6-a69f-c119be0cac90 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:14.964515 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:15.010743 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-89a1cabf-5d54-4c59-9084-c62617ab842a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:15.073877 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d454c-8eee-4f05-a297-80b8d0b0f678 req-916920cb-2b66-421b-85c8-07ee024bba80 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:15.074813 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-d77d454c-8eee-4f05-a297-80b8d0b0f678 req-916920cb-2b66-421b-85c8-07ee024bba80 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Synchronizing usage tracker for tenant:3d2e750b64264333a0c0080a78748667 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:14:15.083092 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e358d1-8abc-4776-bd62-649583400df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81db0ac3-8e23-4be9-a523-9efeea6bc059,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:15.119913 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-60e358d1-8abc-4776-bd62-649583400df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:15.122573 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-60e358d1-8abc-4776-bd62-649583400df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:15.123979 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-60e358d1-8abc-4776-bd62-649583400df9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/81db0ac3-8e23-4be9-a523-9efeea6bc059 HTTP/1.1" status: 204 len: 168 time: 2.5306261 Feb 03 20:14:15.130294 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-2de6b8ba-ec29-4f77-83e6-d55312989a4d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cd80370dc9e442d5924b32d9165ce28f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7662466 Feb 03 20:14:15.135643 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-6418ef65-cc8d-40ed-8524-967d2b2a4100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:15.140193 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-6418ef65-cc8d-40ed-8524-967d2b2a4100 admin admin] Usage tracker for resource:security_group_rule and tenant:d92de69ae0c9433c81e657bbb76393be is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:15.143790 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-6418ef65-cc8d-40ed-8524-967d2b2a4100 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:15.150583 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-6418ef65-cc8d-40ed-8524-967d2b2a4100 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:15.170534 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 48952) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:15.185580 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-337babb1-b63b-4e30-acf4-5abf96f3ca16 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:15.190208 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-d77d454c-8eee-4f05-a297-80b8d0b0f678 req-916920cb-2b66-421b-85c8-07ee024bba80 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Unset dirty status for tenant:3d2e750b64264333a0c0080a78748667 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:14:15.192136 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d77d454c-8eee-4f05-a297-80b8d0b0f678 req-916920cb-2b66-421b-85c8-07ee024bba80 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 932 time: 1.0000660 Feb 03 20:14:15.261149 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:15.327897 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d6e1863d-f0f2-4b8a-98f4-f9dc18350f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:15.343021 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb464d43-8c79-4951-b0c7-cc71212d896e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:15.389251 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb464d43-8c79-4951-b0c7-cc71212d896e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:15.449989 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f169937-9f16-41a0-98be-b9773fb8b1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec4cbd6-bf4f-48f6-a69f-c119be0cac90'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:14:15.475665 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bd4a2-5bbf-42c9-9e7d-a90c11bd7ab3 req-a4aa5fb4-fbaa-40c0-aa64-648d72f4b987 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:15.477527 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-116bd4a2-5bbf-42c9-9e7d-a90c11bd7ab3 req-a4aa5fb4-fbaa-40c0-aa64-648d72f4b987 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f169937-9f16-41a0-98be-b9773fb8b1e0 HTTP/1.1" status: 200 len: 943 time: 0.6805251 Feb 03 20:14:15.487085 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb464d43-8c79-4951-b0c7-cc71212d896e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:15.492736 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-da497817-461f-4023-acbc-0e6323c935ee tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:15.503245 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-d77d454c-8eee-4f05-a297-80b8d0b0f678 req-a709b98b-8eb3-4d32-a2f1-32585c4f3107 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Synchronizing usage tracker for tenant:3d2e750b64264333a0c0080a78748667 on resource:security_group {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:14:15.510370 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb464d43-8c79-4951-b0c7-cc71212d896e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62383cb8-17c7-4f02-a556-90bb68bcc043,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:15.513663 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-eb464d43-8c79-4951-b0c7-cc71212d896e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:15.518939 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6418ef65-cc8d-40ed-8524-967d2b2a4100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:15.558364 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-dd8da442-49b8-4f68-98f7-892e143010d3 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:15.560271 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6418ef65-cc8d-40ed-8524-967d2b2a4100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:15.570062 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:15.596022 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eb464d43-8c79-4951-b0c7-cc71212d896e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:15.602263 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418ef65-cc8d-40ed-8524-967d2b2a4100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d1487e-9e51-443a-9965-fdbd328d523f,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:15.603040 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-eb464d43-8c79-4951-b0c7-cc71212d896e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/62383cb8-17c7-4f02-a556-90bb68bcc043 HTTP/1.1" status: 204 len: 168 time: 0.4313369 Feb 03 20:14:15.620801 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port 6ec4cbd6-bf4f-48f6-a69f-c119be0cac90, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=6ec4cbd6-bf4f-48f6-a69f-c119be0cac90,segment=NetworkSegment(74771999-6d06-4cb2-9c89-cef16ef8ca71),segment_id=74771999-6d06-4cb2-9c89-cef16ef8ca71)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:14:15.647365 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:15.651479 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:15.755191 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-d77d454c-8eee-4f05-a297-80b8d0b0f678 req-a709b98b-8eb3-4d32-a2f1-32585c4f3107 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Unset dirty status for tenant:3d2e750b64264333a0c0080a78748667 on resource:security_group {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:14:15.756512 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d77d454c-8eee-4f05-a297-80b8d0b0f678 req-a709b98b-8eb3-4d32-a2f1-32585c4f3107 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439122 Feb 03 20:14:15.765375 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-6418ef65-cc8d-40ed-8524-967d2b2a4100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:15.780124 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a445eabd-ac49-4168-8590-79ec6afad864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:15.921150 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6418ef65-cc8d-40ed-8524-967d2b2a4100 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 20:14:15.926873 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-337babb1-b63b-4e30-acf4-5abf96f3ca16 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:15.933179 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [None req-89a1cabf-5d54-4c59-9084-c62617ab842a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Allocated IP 172.28.0.185 (e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3/cc5c5bbf-9f11-469d-8008-03763e47d1a6/f8411467-2be6-47ee-87a2-772ddda34faf) {{(pid=80169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:14:15.963164 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-dd8da442-49b8-4f68-98f7-892e143010d3 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Network 823145a9-cb2c-4281-8d27-c96a6d2cddcd is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:14:16.006019 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-116bd4a2-5bbf-42c9-9e7d-a90c11bd7ab3 req-50db6276-5652-4809-a0ae-2b53ea3943e9 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/security-groups?id=67f7d287-0424-4c8e-a901-c58799925112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4943736 Feb 03 20:14:16.013556 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-dd8da442-49b8-4f68-98f7-892e143010d3 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:14:16.080718 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6418ef65-cc8d-40ed-8524-967d2b2a4100 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730562370146', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:16.081184 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.segments_db [None req-6418ef65-cc8d-40ed-8524-967d2b2a4100 admin admin] Added segment 970f0027-d918-4678-82f6-0f7c757ef161 of type vxlan for network 8d17e88c-98da-4189-afe8-1e14cbfde92f Feb 03 20:14:16.082806 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=6ec4cbd6-bf4f-48f6-a69f-c119be0cac90,revision_number=4']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:16.092763 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 381daeab-1367-48eb-a9ed-dc71cdbb17b3 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:14:16.095974 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-dd8da442-49b8-4f68-98f7-892e143010d3 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:14:16.122446 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:16.169757 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 6ec4cbd6-bf4f-48f6-a69f-c119be0cac90 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:14:16.171514 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8da442-49b8-4f68-98f7-892e143010d3 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Pushing event updated for resources: {'Port': ['ID=8cccb142-708c-4927-8c94-341c0eb6c921,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:16.254400 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-dd8da442-49b8-4f68-98f7-892e143010d3 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:16.255141 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-dd8da442-49b8-4f68-98f7-892e143010d3 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:16.271281 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 48966) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:16.272408 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-89a1cabf-5d54-4c59-9084-c62617ab842a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for port, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:16.277697 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-dd8da442-49b8-4f68-98f7-892e143010d3 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:16.282103 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:16.304645 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 6ec4cbd6-bf4f-48f6-a69f-c119be0cac90 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:16.305084 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:16.374954 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:16.382242 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:16.441198 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning for port 381daeab-1367-48eb-a9ed-dc71cdbb17b3 completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:14:16.450906 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-dd8da442-49b8-4f68-98f7-892e143010d3 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0950105 Feb 03 20:14:16.452812 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6418ef65-cc8d-40ed-8524-967d2b2a4100 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306292959399'] for network, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:16.458487 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port 381daeab-1367-48eb-a9ed-dc71cdbb17b3 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:16.458922 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:16.499710 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-45316e01-0abe-4cc2-8e2d-97209be430f5 service neutron] Request body: {'port': {'device_id': 'eb02b67d-d5d0-40be-b7c8-35cb965cbb66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:14:16.525474 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [req-a98c5994-5671-445f-addd-63daae9eeb73 req-54a4c1f0-ead6-4e7f-8420-46da2564cda7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63381e5b-895e-46ba-916a-ab7c1f4f9211 {{(pid=80169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 20:14:16.538844 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a98c5994-5671-445f-addd-63daae9eeb73 req-54a4c1f0-ead6-4e7f-8420-46da2564cda7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:16.561297 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [req-a98c5994-5671-445f-addd-63daae9eeb73 req-54a4c1f0-ead6-4e7f-8420-46da2564cda7 service neutron] Transition to ACTIVE for port object 63381e5b-895e-46ba-916a-ab7c1f4f9211 will not be triggered until provisioned by entity L2. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:14:16.564756 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337babb1-b63b-4e30-acf4-5abf96f3ca16 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Pushing event updated for resources: {'Port': ['ID=178b9382-c0b2-47ec-a12c-29866889f6ca,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:16.598180 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-337babb1-b63b-4e30-acf4-5abf96f3ca16 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:16.618514 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a98c5994-5671-445f-addd-63daae9eeb73 req-54a4c1f0-ead6-4e7f-8420-46da2564cda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789467256'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:16.620042 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-89a1cabf-5d54-4c59-9084-c62617ab842a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:16.649509 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-704b5ebe-c457-449e-89c8-9fbf55c7e5f0 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:16.654056 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:16.670276 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-3de2627c-2968-4957-b671-d0bce9e25b7c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a981d3c84f564fc39556badcc8f53b3a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3943319 Feb 03 20:14:16.693444 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] For port 381daeab-1367-48eb-a9ed-dc71cdbb17b3, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=381daeab-1367-48eb-a9ed-dc71cdbb17b3,segment=NetworkSegment(4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927),segment_id=4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:14:16.700297 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 48982) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:16.733208 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:16.749943 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:16.941358 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4c1f0-ead6-4e7f-8420-46da2564cda7 service neutron] Pushing event updated for resources: {'Port': ['ID=63381e5b-895e-46ba-916a-ab7c1f4f9211,revision_number=2']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:16.951192 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337babb1-b63b-4e30-acf4-5abf96f3ca16 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Network e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:14:16.957347 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Pushing event updated for resources: {'Port': ['ID=381daeab-1367-48eb-a9ed-dc71cdbb17b3,revision_number=5']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:16.960402 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:16.971891 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:16.972821 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6418ef65-cc8d-40ed-8524-967d2b2a4100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669'] for network, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:16.974347 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-337babb1-b63b-4e30-acf4-5abf96f3ca16 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:14:16.983230 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337babb1-b63b-4e30-acf4-5abf96f3ca16 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:14:17.003866 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f169937-9f16-41a0-98be-b9773fb8b1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec4cbd6-bf4f-48f6-a69f-c119be0cac90', 'code': 200} Feb 03 20:14:17.056951 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6418ef65-cc8d-40ed-8524-967d2b2a4100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:17.057984 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6418ef65-cc8d-40ed-8524-967d2b2a4100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:17.074554 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a56229db-4e1c-4656-be71-11a463d48def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:17.122676 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-45316e01-0abe-4cc2-8e2d-97209be430f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:17.147892 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1cabf-5d54-4c59-9084-c62617ab842a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Pushing event updated for resources: {'Port': ['ID=f8411467-2be6-47ee-87a2-772ddda34faf,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:17.158999 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-89a1cabf-5d54-4c59-9084-c62617ab842a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:17.159719 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.392s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:17.160025 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:17.306121 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-6418ef65-cc8d-40ed-8524-967d2b2a4100 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.9443076 Feb 03 20:14:17.309865 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 48996) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:17.313728 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a1cabf-5d54-4c59-9084-c62617ab842a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Network e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:14:17.325026 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-adbdb0df-dfef-4f3d-a15a-318f75fdbf25 admin admin] Request body: {'subnet': {'network_id': '8d17e88c-98da-4189-afe8-1e14cbfde92f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1865524972-subnet', 'tenant_id': 'd92de69ae0c9433c81e657bbb76393be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:14:17.328934 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-89a1cabf-5d54-4c59-9084-c62617ab842a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:14:17.345776 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-adbdb0df-dfef-4f3d-a15a-318f75fdbf25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:17.348361 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a1cabf-5d54-4c59-9084-c62617ab842a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Received port after_create {{(pid=80169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:14:17.392948 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-adbdb0df-dfef-4f3d-a15a-318f75fdbf25 admin admin] Usage tracker for resource:subnet and tenant:d92de69ae0c9433c81e657bbb76393be is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:17.437330 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-adbdb0df-dfef-4f3d-a15a-318f75fdbf25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:17.461101 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-adbdb0df-dfef-4f3d-a15a-318f75fdbf25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:17.493323 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c9e0d6cc-5e2c-4d6e-9977-254206fbda30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:17.495340 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-a98c5994-5671-445f-addd-63daae9eeb73 req-54a4c1f0-ead6-4e7f-8420-46da2564cda7 service neutron] Attempting to bind port 63381e5b-895e-46ba-916a-ab7c1f4f9211 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:14:17.495737 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-a98c5994-5671-445f-addd-63daae9eeb73 req-54a4c1f0-ead6-4e7f-8420-46da2564cda7 service neutron] Attempting to bind port 63381e5b-895e-46ba-916a-ab7c1f4f9211 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '16381d97-9563-462d-9668-9a5c7d12abff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '823145a9-cb2c-4281-8d27-c96a6d2cddcd'}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:14:17.496103 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98c5994-5671-445f-addd-63daae9eeb73 req-54a4c1f0-ead6-4e7f-8420-46da2564cda7 service neutron] Attempting to bind port 63381e5b-895e-46ba-916a-ab7c1f4f9211 on network 823145a9-cb2c-4281-8d27-c96a6d2cddcd {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:14:17.507115 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418ef65-cc8d-40ed-8524-967d2b2a4100 admin admin] Pushing event updated for resources: {'Network': ['ID=8d17e88c-98da-4189-afe8-1e14cbfde92f,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:17.513946 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98c5994-5671-445f-addd-63daae9eeb73 req-54a4c1f0-ead6-4e7f-8420-46da2564cda7 service neutron] Checking agent: {'id': '4ba2278c-c66c-406d-ba19-1defa11400a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 11, 16), 'started_at': datetime.datetime(2021, 2, 3, 20, 11, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:14:17.514391 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98c5994-5671-445f-addd-63daae9eeb73 req-54a4c1f0-ead6-4e7f-8420-46da2564cda7 service neutron] Checking segment: {'id': '16381d97-9563-462d-9668-9a5c7d12abff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '823145a9-cb2c-4281-8d27-c96a6d2cddcd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:14:17.514685 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a98c5994-5671-445f-addd-63daae9eeb73 req-54a4c1f0-ead6-4e7f-8420-46da2564cda7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:17.515128 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98c5994-5671-445f-addd-63daae9eeb73 req-54a4c1f0-ead6-4e7f-8420-46da2564cda7 service neutron] Bound using segment: {'id': '16381d97-9563-462d-9668-9a5c7d12abff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '823145a9-cb2c-4281-8d27-c96a6d2cddcd'} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:14:17.515547 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-a98c5994-5671-445f-addd-63daae9eeb73 req-54a4c1f0-ead6-4e7f-8420-46da2564cda7 service neutron] Bound port: 63381e5b-895e-46ba-916a-ab7c1f4f9211, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16381d97-9563-462d-9668-9a5c7d12abff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '823145a9-cb2c-4281-8d27-c96a6d2cddcd'}}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:14:17.515941 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a98c5994-5671-445f-addd-63daae9eeb73 req-54a4c1f0-ead6-4e7f-8420-46da2564cda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:17.519020 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Network 8d17e88c-98da-4189-afe8-1e14cbfde92f details requested by agent ovs-agent-dv-cinder-773985-1-smb with host dv-cinder-773985-1-smb {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:14:17.541251 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-6418ef65-cc8d-40ed-8524-967d2b2a4100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:17.644351 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Network 8d17e88c-98da-4189-afe8-1e14cbfde92f details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:14:17.660968 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:17.666754 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69caae68-5a4b-4f62-b4e2-5fe5cfb7ec19 req-cd2d4c29-f43d-4cab-91ea-d391cb3d2638 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:17.668666 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-69caae68-5a4b-4f62-b4e2-5fe5cfb7ec19 req-cd2d4c29-f43d-4cab-91ea-d391cb3d2638 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 944 time: 0.6975527 Feb 03 20:14:17.682546 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-337babb1-b63b-4e30-acf4-5abf96f3ca16 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:17.791562 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c9e0d6cc-5e2c-4d6e-9977-254206fbda30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:17.913069 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 381daeab-1367-48eb-a9ed-dc71cdbb17b3 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:14:17.967643 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-a98c5994-5671-445f-addd-63daae9eeb73 req-54a4c1f0-ead6-4e7f-8420-46da2564cda7 service neutron] For port 63381e5b-895e-46ba-916a-ab7c1f4f9211, host hv-cinder-77398, cleared binding levels {{(pid=80169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:14:17.971999 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-a98c5994-5671-445f-addd-63daae9eeb73 req-54a4c1f0-ead6-4e7f-8420-46da2564cda7 service neutron] For port 63381e5b-895e-46ba-916a-ab7c1f4f9211, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=63381e5b-895e-46ba-916a-ab7c1f4f9211,segment=NetworkSegment(16381d97-9563-462d-9668-9a5c7d12abff),segment_id=16381d97-9563-462d-9668-9a5c7d12abff)] {{(pid=80169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:14:17.973578 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbdb0df-dfef-4f3d-a15a-318f75fdbf25 admin admin] Made reservation on behalf of d92de69ae0c9433c81e657bbb76393be for: {'subnet': 1} {{(pid=80169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:14:17.979723 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-adbdb0df-dfef-4f3d-a15a-318f75fdbf25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036787855953'] for subnet, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:18.016766 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a98c5994-5671-445f-addd-63daae9eeb73 req-54a4c1f0-ead6-4e7f-8420-46da2564cda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789467256'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:18.022852 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port 381daeab-1367-48eb-a9ed-dc71cdbb17b3 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:18.024253 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:18.151107 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-89a1cabf-5d54-4c59-9084-c62617ab842a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:18.160911 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-69caae68-5a4b-4f62-b4e2-5fe5cfb7ec19 req-d4f5a7b0-a739-45af-a7f7-fb36ff28fecd tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250760 Feb 03 20:14:18.204201 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 6ec4cbd6-bf4f-48f6-a69f-c119be0cac90 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:14:18.258995 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4c1f0-ead6-4e7f-8420-46da2564cda7 service neutron] Pushing event updated for resources: {'Port': ['ID=63381e5b-895e-46ba-916a-ab7c1f4f9211,revision_number=3']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:18.262621 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-54a4c1f0-ead6-4e7f-8420-46da2564cda7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:18.292945 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 6ec4cbd6-bf4f-48f6-a69f-c119be0cac90 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:18.293313 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:18.298666 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-337babb1-b63b-4e30-acf4-5abf96f3ca16 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:18.349034 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0498e35-70fa-49e3-8331-4b62c9dd1e77 req-b259268b-a31c-4c17-aa59-d1d4ae2bb114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:18.350726 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a0498e35-70fa-49e3-8331-4b62c9dd1e77 req-b259268b-a31c-4c17-aa59-d1d4ae2bb114 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1f169937-9f16-41a0-98be-b9773fb8b1e0 HTTP/1.1" status: 200 len: 1162 time: 0.9518981 Feb 03 20:14:18.352592 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-89a1cabf-5d54-4c59-9084-c62617ab842a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:18.404615 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a0498e35-70fa-49e3-8331-4b62c9dd1e77 req-f38618db-ad8f-4192-922b-350f08a81462 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:18.423774 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-a0498e35-70fa-49e3-8331-4b62c9dd1e77 req-f38618db-ad8f-4192-922b-350f08a81462 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:18.425068 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b0dc5-d094-43fb-ae10-0f7492a7460e req-4455640a-b111-4490-aa0a-0ce11601eaf4 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:18.426778 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b86b0dc5-d094-43fb-ae10-0f7492a7460e req-4455640a-b111-4490-aa0a-0ce11601eaf4 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f169937-9f16-41a0-98be-b9773fb8b1e0 HTTP/1.1" status: 200 len: 945 time: 1.1402729 Feb 03 20:14:18.427730 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-a0498e35-70fa-49e3-8331-4b62c9dd1e77 req-f38618db-ad8f-4192-922b-350f08a81462 service neutron] Usage tracker for resource:security_group_rule and tenant:3ab05cabf8814b3684e64afa6a556974 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:18.431508 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-a0498e35-70fa-49e3-8331-4b62c9dd1e77 req-f38618db-ad8f-4192-922b-350f08a81462 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:18.437429 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-a0498e35-70fa-49e3-8331-4b62c9dd1e77 req-f38618db-ad8f-4192-922b-350f08a81462 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:18.551777 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:14:18.576699 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c9e0d6cc-5e2c-4d6e-9977-254206fbda30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:18.590346 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-21c22a45-26b9-4cee-8fe2-5169d296b1a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:18.630926 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-89a1cabf-5d54-4c59-9084-c62617ab842a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:18.676867 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b86b0dc5-d094-43fb-ae10-0f7492a7460e req-83532ef1-f633-40a5-aa33-b3d35b46e0ec tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/security-groups?id=67f7d287-0424-4c8e-a901-c58799925112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388339 Feb 03 20:14:18.690162 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0d6cc-5e2c-4d6e-9977-254206fbda30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7abd431-9bbc-4f09-94ec-ea68a77a9bf2,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:18.699830 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c9e0d6cc-5e2c-4d6e-9977-254206fbda30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:18.738001 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c9e0d6cc-5e2c-4d6e-9977-254206fbda30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:18.739260 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-c9e0d6cc-5e2c-4d6e-9977-254206fbda30 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b7abd431-9bbc-4f09-94ec-ea68a77a9bf2 HTTP/1.1" status: 204 len: 168 time: 2.0197670 Feb 03 20:14:18.857502 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c5994-5671-445f-addd-63daae9eeb73 req-54a4c1f0-ead6-4e7f-8420-46da2564cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:18.858648 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a98c5994-5671-445f-addd-63daae9eeb73 req-54a4c1f0-ead6-4e7f-8420-46da2564cda7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for port, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:18.860363 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a98c5994-5671-445f-addd-63daae9eeb73 req-54a4c1f0-ead6-4e7f-8420-46da2564cda7 service neutron] 10.222.0.90 "PUT /v2.0/ports/63381e5b-895e-46ba-916a-ab7c1f4f9211 HTTP/1.1" status: 200 len: 1158 time: 4.5694013 Feb 03 20:14:18.860964 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f420581e-ffc1-45b7-97cd-678eaa1560e5', 'tag': '63381e5b-895e-46ba-916a-ab7c1f4f9211'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:14:19.006432 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f420581e-ffc1-45b7-97cd-678eaa1560e5', 'tag': '63381e5b-895e-46ba-916a-ab7c1f4f9211', 'status': 'completed', 'code': 200} Feb 03 20:14:19.010289 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-45316e01-0abe-4cc2-8e2d-97209be430f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cccb142-708c-4927-8c94-341c0eb6c921 {{(pid=80170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 20:14:19.030671 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-45316e01-0abe-4cc2-8e2d-97209be430f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:19.043780 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-337babb1-b63b-4e30-acf4-5abf96f3ca16 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:19.051627 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-45316e01-0abe-4cc2-8e2d-97209be430f5 service neutron] Transition to ACTIVE for port object 8cccb142-708c-4927-8c94-341c0eb6c921 will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:14:19.103925 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-337babb1-b63b-4e30-acf4-5abf96f3ca16 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787982947'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:19.120120 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-45316e01-0abe-4cc2-8e2d-97209be430f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787982947'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:19.124486 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a445eabd-ac49-4168-8590-79ec6afad864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:19.292827 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a0498e35-70fa-49e3-8331-4b62c9dd1e77 req-f38618db-ad8f-4192-922b-350f08a81462 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:19.302431 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337babb1-b63b-4e30-acf4-5abf96f3ca16 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Pushing event updated for resources: {'Port': ['ID=178b9382-c0b2-47ec-a12c-29866889f6ca,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:19.341809 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a0498e35-70fa-49e3-8331-4b62c9dd1e77 req-f38618db-ad8f-4192-922b-350f08a81462 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:19.344098 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c5994-5671-445f-addd-63daae9eeb73 req-ba972efd-b26c-4f81-945d-3f0770698274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:19.345762 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a98c5994-5671-445f-addd-63daae9eeb73 req-ba972efd-b26c-4f81-945d-3f0770698274 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3d2e750b64264333a0c0080a78748667&device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 1161 time: 0.3313143 Feb 03 20:14:19.387924 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-03d0d057-ad6c-41d2-a46b-9b0584e50b32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:19.396651 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a0498e35-70fa-49e3-8331-4b62c9dd1e77 req-f38618db-ad8f-4192-922b-350f08a81462 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=67f7d287-0424-4c8e-a901-c58799925112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0303934 Feb 03 20:14:19.515075 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a98c5994-5671-445f-addd-63daae9eeb73 req-ddecde35-0711-420d-b86e-ffc115bf993d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63381e5b-895e-46ba-916a-ab7c1f4f9211 HTTP/1.1" status: 200 len: 217 time: 0.1296320 Feb 03 20:14:19.539590 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38618db-ad8f-4192-922b-350f08a81462 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e5829a08-ae07-4662-98be-b3ea3fe1a065,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:19.546748 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-f38618db-ad8f-4192-922b-350f08a81462 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:19.587938 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-89a1cabf-5d54-4c59-9084-c62617ab842a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for port, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:19.626617 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45316e01-0abe-4cc2-8e2d-97209be430f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8cccb142-708c-4927-8c94-341c0eb6c921,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:19.650186 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-45316e01-0abe-4cc2-8e2d-97209be430f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:19.657075 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.355s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:19.657412 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:19.660468 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-89a1cabf-5d54-4c59-9084-c62617ab842a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789467256'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:19.692197 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:19.780389 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-337babb1-b63b-4e30-acf4-5abf96f3ca16 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853105182'] for floatingip, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:19.899058 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-adbdb0df-dfef-4f3d-a15a-318f75fdbf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036789467648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036787855972'] for subnet, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:19.962527 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ddde9-b144-4200-b35b-40bd7949db59 req-d8086c19-cdcd-4110-836a-a2c2b9a0776a tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:19.964280 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e99ddde9-b144-4200-b35b-40bd7949db59 req-d8086c19-cdcd-4110-836a-a2c2b9a0776a tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 944 time: 0.4895375 Feb 03 20:14:20.141565 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c5994-5671-445f-addd-63daae9eeb73 req-d556e761-cec9-4b2f-85dc-99072330f3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:20.143192 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a98c5994-5671-445f-addd-63daae9eeb73 req-d556e761-cec9-4b2f-85dc-99072330f3cf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bcdd6f27-98eb-4350-a461-05ea1bdb5c9c HTTP/1.1" status: 200 len: 859 time: 0.2406538 Feb 03 20:14:20.175827 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e99ddde9-b144-4200-b35b-40bd7949db59 req-b1871837-fbd2-45c2-b8af-6d8e5bb0e8dc tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515660 Feb 03 20:14:20.206237 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-337babb1-b63b-4e30-acf4-5abf96f3ca16 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for floatingip, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:20.216588 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-337babb1-b63b-4e30-acf4-5abf96f3ca16 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.5703709 Feb 03 20:14:20.251472 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a98c5994-5671-445f-addd-63daae9eeb73 req-1309f154-f151-4c31-b997-8d2fcccec0d1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=823145a9-cb2c-4281-8d27-c96a6d2cddcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969424 Feb 03 20:14:20.260384 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-45316e01-0abe-4cc2-8e2d-97209be430f5 service neutron] Attempting to bind port 8cccb142-708c-4927-8c94-341c0eb6c921 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:14:20.260787 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-45316e01-0abe-4cc2-8e2d-97209be430f5 service neutron] Attempting to bind port 8cccb142-708c-4927-8c94-341c0eb6c921 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '16381d97-9563-462d-9668-9a5c7d12abff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '823145a9-cb2c-4281-8d27-c96a6d2cddcd'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:14:20.261158 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-45316e01-0abe-4cc2-8e2d-97209be430f5 service neutron] Attempting to bind port 8cccb142-708c-4927-8c94-341c0eb6c921 on network 823145a9-cb2c-4281-8d27-c96a6d2cddcd {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:14:20.266159 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1cabf-5d54-4c59-9084-c62617ab842a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Pushing event updated for resources: {'Port': ['ID=f8411467-2be6-47ee-87a2-772ddda34faf,revision_number=2']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:20.271041 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-45316e01-0abe-4cc2-8e2d-97209be430f5 service neutron] Checking agent: {'id': '4ba2278c-c66c-406d-ba19-1defa11400a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 11, 16), 'started_at': datetime.datetime(2021, 2, 3, 20, 11, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:14:20.271357 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-45316e01-0abe-4cc2-8e2d-97209be430f5 service neutron] Checking segment: {'id': '16381d97-9563-462d-9668-9a5c7d12abff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '823145a9-cb2c-4281-8d27-c96a6d2cddcd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:14:20.272956 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-45316e01-0abe-4cc2-8e2d-97209be430f5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:20.273399 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-45316e01-0abe-4cc2-8e2d-97209be430f5 service neutron] Bound using segment: {'id': '16381d97-9563-462d-9668-9a5c7d12abff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '823145a9-cb2c-4281-8d27-c96a6d2cddcd'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:14:20.273909 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-45316e01-0abe-4cc2-8e2d-97209be430f5 service neutron] Bound port: 8cccb142-708c-4927-8c94-341c0eb6c921, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16381d97-9563-462d-9668-9a5c7d12abff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '823145a9-cb2c-4281-8d27-c96a6d2cddcd'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:14:20.274342 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-45316e01-0abe-4cc2-8e2d-97209be430f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:20.304269 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-89a1cabf-5d54-4c59-9084-c62617ab842a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:20.308542 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-459ea301-b533-4ec9-a60b-ee55bd6ab360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.298s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:20.402462 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdb0df-dfef-4f3d-a15a-318f75fdbf25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9f199c1-9212-45c5-aab1-5cb1d885f64b,revision_number=0']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:20.434302 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90f95b-79ed-4598-9261-5b72f2fb914f req-df4a5e2c-913a-47ec-8c14-88590807a7a7 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:20.436177 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-eb90f95b-79ed-4598-9261-5b72f2fb914f req-df4a5e2c-913a-47ec-8c14-88590807a7a7 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f169937-9f16-41a0-98be-b9773fb8b1e0 HTTP/1.1" status: 200 len: 945 time: 0.4708326 Feb 03 20:14:20.471708 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-adbdb0df-dfef-4f3d-a15a-318f75fdbf25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:20.609166 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-89a1cabf-5d54-4c59-9084-c62617ab842a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853105182'] for floatingip, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:20.647034 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbdb0df-dfef-4f3d-a15a-318f75fdbf25 admin admin] Checking segment: {'id': '970f0027-d918-4678-82f6-0f7c757ef161', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8d17e88c-98da-4189-afe8-1e14cbfde92f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:14:20.648362 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbdb0df-dfef-4f3d-a15a-318f75fdbf25 admin admin] Network hostable DHCP agents. Network: 8d17e88c-98da-4189-afe8-1e14cbfde92f, hostable agents: ['8291a3bc-6c85-4131-82cd-10fb92f4b1cb'], hosted agents: [] {{(pid=80169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 20:14:20.706490 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a98c5994-5671-445f-addd-63daae9eeb73 req-fc9bc25f-09f6-49cb-870c-60ba7b38e0d6 service neutron] 10.222.0.90 "GET /v2.0/networks/823145a9-cb2c-4281-8d27-c96a6d2cddcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436123 Feb 03 20:14:20.747237 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-89a1cabf-5d54-4c59-9084-c62617ab842a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for floatingip, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:20.748575 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-89a1cabf-5d54-4c59-9084-c62617ab842a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3794322 Feb 03 20:14:20.816541 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbdb0df-dfef-4f3d-a15a-318f75fdbf25 admin admin] Network 8d17e88c-98da-4189-afe8-1e14cbfde92f is scheduled to be hosted by DHCP agent 8291a3bc-6c85-4131-82cd-10fb92f4b1cb with binding_index 1 {{(pid=80169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 20:14:20.886113 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-adbdb0df-dfef-4f3d-a15a-318f75fdbf25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-smb, 8d17e88c-98da-4189-afe8-1e14cbfde92f) {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:14:20.901722 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837ac4b1-ecfe-4f32-9877-8f362b1c712f None None] Network 8d17e88c-98da-4189-afe8-1e14cbfde92f requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:14:20.925085 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbdb0df-dfef-4f3d-a15a-318f75fdbf25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:20.925405 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-adbdb0df-dfef-4f3d-a15a-318f75fdbf25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:20.967918 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-eb90f95b-79ed-4598-9261-5b72f2fb914f req-020c4e20-d80f-47b2-9b01-130af7d4b231 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/security-groups?id=67f7d287-0424-4c8e-a901-c58799925112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5052400 Feb 03 20:14:21.010143 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-45316e01-0abe-4cc2-8e2d-97209be430f5 service neutron] For port 8cccb142-708c-4927-8c94-341c0eb6c921, host hv-cinder-77398, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:14:21.079622 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-adbdb0df-dfef-4f3d-a15a-318f75fdbf25 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.7640836 Feb 03 20:14:21.090933 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a98c5994-5671-445f-addd-63daae9eeb73 req-d88eb2e8-82b4-4927-aec2-03ef3e372e43 service neutron] 10.222.0.90 "GET /v2.0/networks/823145a9-cb2c-4281-8d27-c96a6d2cddcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3751001 Feb 03 20:14:21.093391 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-45316e01-0abe-4cc2-8e2d-97209be430f5 service neutron] For port 8cccb142-708c-4927-8c94-341c0eb6c921, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=8cccb142-708c-4927-8c94-341c0eb6c921,segment=NetworkSegment(16381d97-9563-462d-9668-9a5c7d12abff),segment_id=16381d97-9563-462d-9668-9a5c7d12abff)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:14:21.130729 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-291de078-29a0-4177-811c-cb33aafcbaa2 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Synchronizing usage tracker for tenant:e1c0df3d838d47bb903f815bc72144c5 on resource:security_group {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:14:21.146991 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-45316e01-0abe-4cc2-8e2d-97209be430f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787982947'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:21.180913 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:21.281655 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cbd743-5ff7-4ba3-b6e8-3c6b0979b8e6 None None] Network 8d17e88c-98da-4189-afe8-1e14cbfde92f requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:14:21.341180 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbf775-b3d0-4b22-a055-76ae702f1cf8 req-3215abbb-939b-4d3f-9cee-091cb33bc8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:21.343205 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b8dbf775-b3d0-4b22-a055-76ae702f1cf8 req-3215abbb-939b-4d3f-9cee-091cb33bc8d0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3d2e750b64264333a0c0080a78748667&device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 1161 time: 0.1101520 Feb 03 20:14:21.393874 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-291de078-29a0-4177-811c-cb33aafcbaa2 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Unset dirty status for tenant:e1c0df3d838d47bb903f815bc72144c5 on resource:security_group {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:14:21.406041 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-291de078-29a0-4177-811c-cb33aafcbaa2 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1760479928&fields=id&tenant_id=e1c0df3d838d47bb903f815bc72144c5 HTTP/1.1" status: 200 len: 267 time: 0.5359960 Feb 03 20:14:21.785572 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9d8be19f-2226-4616-9867-022d66195a0b req-d6a5f4ea-6d15-4603-abf1-61c1e5202938 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--2049426678&fields=id&tenant_id=7d0c86df6c4f4593b9a31a035a219a8b HTTP/1.1" status: 200 len: 267 time: 0.4007311 Feb 03 20:14:21.887927 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45316e01-0abe-4cc2-8e2d-97209be430f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8cccb142-708c-4927-8c94-341c0eb6c921,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:21.939853 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-45316e01-0abe-4cc2-8e2d-97209be430f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:21.995609 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbf775-b3d0-4b22-a055-76ae702f1cf8 req-664876fa-605e-49d8-b87c-ed51a0f0409e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:22.005329 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b8dbf775-b3d0-4b22-a055-76ae702f1cf8 req-664876fa-605e-49d8-b87c-ed51a0f0409e service neutron] 10.222.0.90 "GET /v2.0/networks?id=823145a9-cb2c-4281-8d27-c96a6d2cddcd HTTP/1.1" status: 200 len: 913 time: 0.6548839 Feb 03 20:14:22.093889 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b8dbf775-b3d0-4b22-a055-76ae702f1cf8 req-b5fffe31-11f9-4462-806a-fb9948be16c1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63381e5b-895e-46ba-916a-ab7c1f4f9211 HTTP/1.1" status: 200 len: 217 time: 0.0813580 Feb 03 20:14:22.165382 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-45316e01-0abe-4cc2-8e2d-97209be430f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:22.166162 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-45316e01-0abe-4cc2-8e2d-97209be430f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:22.167818 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-45316e01-0abe-4cc2-8e2d-97209be430f5 service neutron] 10.222.0.90 "PUT /v2.0/ports/8cccb142-708c-4927-8c94-341c0eb6c921 HTTP/1.1" status: 200 len: 1157 time: 5.6913664 Feb 03 20:14:22.174201 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb02b67d-d5d0-40be-b7c8-35cb965cbb66', 'tag': '8cccb142-708c-4927-8c94-341c0eb6c921'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:14:22.178453 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbf775-b3d0-4b22-a055-76ae702f1cf8 req-662ad89f-6415-45f9-88a2-80a63510ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:22.185112 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b8dbf775-b3d0-4b22-a055-76ae702f1cf8 req-662ad89f-6415-45f9-88a2-80a63510ee9b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bcdd6f27-98eb-4350-a461-05ea1bdb5c9c HTTP/1.1" status: 200 len: 859 time: 0.0805073 Feb 03 20:14:22.260950 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 6ec4cbd6-bf4f-48f6-a69f-c119be0cac90 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:14:22.288264 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b8dbf775-b3d0-4b22-a055-76ae702f1cf8 req-bb386b22-5adb-41b5-925c-4c5a2094680d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=823145a9-cb2c-4281-8d27-c96a6d2cddcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981047 Feb 03 20:14:22.365433 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-5e2d9f13-4a6c-4f4f-a284-dfe145a6648d tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:22.366721 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-5e2d9f13-4a6c-4f4f-a284-dfe145a6648d tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Synchronizing usage tracker for tenant:e1c0df3d838d47bb903f815bc72144c5 on resource:network {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:14:22.399772 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 6ec4cbd6-bf4f-48f6-a69f-c119be0cac90 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:22.400206 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:22.463677 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b8dbf775-b3d0-4b22-a055-76ae702f1cf8 req-92c80e9e-b3e6-4160-b2d2-6f483db13287 service neutron] 10.222.0.90 "GET /v2.0/networks/823145a9-cb2c-4281-8d27-c96a6d2cddcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684730 Feb 03 20:14:22.498719 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8be19f-2226-4616-9867-022d66195a0b req-e442bf8b-f0c4-4e39-91c9-2c4808c9c388 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:22.500849 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9d8be19f-2226-4616-9867-022d66195a0b req-e442bf8b-f0c4-4e39-91c9-2c4808c9c388 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/networks?id=08219bc6-fd07-43f5-9c2f-a541f5c84519 HTTP/1.1" status: 200 len: 817 time: 0.7117119 Feb 03 20:14:22.624208 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9d8be19f-2226-4616-9867-022d66195a0b req-db80c187-aafa-4ea7-bf82-ebf3a1622434 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/quotas/7d0c86df6c4f4593b9a31a035a219a8b HTTP/1.1" status: 200 len: 375 time: 0.1128814 Feb 03 20:14:22.722720 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-5e2d9f13-4a6c-4f4f-a284-dfe145a6648d tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Unset dirty status for tenant:e1c0df3d838d47bb903f815bc72144c5 on resource:network {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:14:22.724169 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-5e2d9f13-4a6c-4f4f-a284-dfe145a6648d tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/networks?id=f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 HTTP/1.1" status: 200 len: 810 time: 1.3170381 Feb 03 20:14:22.749914 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b8dbf775-b3d0-4b22-a055-76ae702f1cf8 req-1bfd3446-5a6e-4282-9eae-697303b01ee3 service neutron] 10.222.0.90 "GET /v2.0/networks/823145a9-cb2c-4281-8d27-c96a6d2cddcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2793472 Feb 03 20:14:22.767837 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-215fe88e-deae-4c1e-a855-cbbab4422de8 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/quotas/e1c0df3d838d47bb903f815bc72144c5 HTTP/1.1" status: 200 len: 375 time: 0.0215621 Feb 03 20:14:22.777862 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-9d991ced-2593-4015-8dea-43706d2955d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:22.779512 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-9d991ced-2593-4015-8dea-43706d2955d3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3d2e750b64264333a0c0080a78748667&device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 1160 time: 0.4071999 Feb 03 20:14:22.968312 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9d8be19f-2226-4616-9867-022d66195a0b req-25d182cf-4b30-43fb-96ff-cd18f336d3db tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=7d0c86df6c4f4593b9a31a035a219a8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3154838 Feb 03 20:14:22.969739 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-d64be45c-4529-4a13-93c1-335ad64e16b3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cccb142-708c-4927-8c94-341c0eb6c921 HTTP/1.1" status: 200 len: 217 time: 0.1457293 Feb 03 20:14:23.121219 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-89ffd592-cfe3-4a6f-a2f2-8a3092986394 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=e1c0df3d838d47bb903f815bc72144c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3405790 Feb 03 20:14:23.122944 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-e5a86261-9cf9-44b2-80c3-a167e19a9239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:23.124460 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-e5a86261-9cf9-44b2-80c3-a167e19a9239 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bcdd6f27-98eb-4350-a461-05ea1bdb5c9c HTTP/1.1" status: 200 len: 859 time: 0.1393158 Feb 03 20:14:23.209369 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-05db3d0d-5e8b-45d4-92f1-8128fb15e795 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=823145a9-cb2c-4281-8d27-c96a6d2cddcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782380 Feb 03 20:14:23.355497 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [req-9d8be19f-2226-4616-9867-022d66195a0b req-d855d639-db2b-4f58-82b2-91b75e5e576d service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 20:14:23.356641 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9d8be19f-2226-4616-9867-022d66195a0b req-d855d639-db2b-4f58-82b2-91b75e5e576d service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1812940 Feb 03 20:14:23.568083 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-6755ecd2-7156-45df-9935-0a6862f6a0aa service neutron] 10.222.0.101 "GET /v2.0/networks/f2b2556e-b9f4-4fa6-8f4c-d6203199ec31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937638 Feb 03 20:14:23.634292 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-bed4fe05-3993-4fc6-87ba-a768139cb2d4 service neutron] 10.222.0.90 "GET /v2.0/networks/823145a9-cb2c-4281-8d27-c96a6d2cddcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685427 Feb 03 20:14:23.920640 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9d8be19f-2226-4616-9867-022d66195a0b req-6b4616c0-cedc-441f-bfab-ce889d83221a service neutron] 10.222.0.101 "GET /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551281 Feb 03 20:14:24.051068 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 49184) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:24.224915 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2b85560d-2187-45c3-9fdd-92c453807bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:24.232736 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-e7d2904f-684a-41be-a9b3-edeb9daddf62 service neutron] 10.222.0.101 "GET /v2.0/networks/f2b2556e-b9f4-4fa6-8f4c-d6203199ec31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6506402 Feb 03 20:14:24.237730 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-dae45283-3ef9-4ccc-b152-8866caa8813a req-3f71282c-f75d-4860-a956-2cd21f85e6d6 service neutron] 10.222.0.90 "GET /v2.0/networks/823145a9-cb2c-4281-8d27-c96a6d2cddcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3203177 Feb 03 20:14:24.240845 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-2b85560d-2187-45c3-9fdd-92c453807bb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:24.244918 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-2b85560d-2187-45c3-9fdd-92c453807bb2 admin admin] Usage tracker for resource:security_group_rule and tenant:009cda24be1b4364ba669c91c236bb88 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:24.248232 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-2b85560d-2187-45c3-9fdd-92c453807bb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:24.254478 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-2b85560d-2187-45c3-9fdd-92c453807bb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:24.263243 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9d8be19f-2226-4616-9867-022d66195a0b req-0d024ada-0d0c-4e77-baa8-828484c2dd18 service neutron] 10.222.0.101 "GET /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3160853 Feb 03 20:14:24.345825 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2b85560d-2187-45c3-9fdd-92c453807bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:24.395315 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2b85560d-2187-45c3-9fdd-92c453807bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:24.405610 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-911d6b5b-8c51-497e-b6e8-75a8086914f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:24.437570 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85560d-2187-45c3-9fdd-92c453807bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614afa3e-fa44-4832-92a9-1d672bee82d1,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:24.448492 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-2b85560d-2187-45c3-9fdd-92c453807bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:24.477061 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-2b85560d-2187-45c3-9fdd-92c453807bb2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=009cda24be1b4364ba669c91c236bb88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4247761 Feb 03 20:14:24.479899 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 49196) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:24.549096 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-26b0c8dc-3688-4b39-ac36-95e1953dd49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:24.590682 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-26b0c8dc-3688-4b39-ac36-95e1953dd49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:24.692567 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-26b0c8dc-3688-4b39-ac36-95e1953dd49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:24.698463 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:24.717649 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0c8dc-3688-4b39-ac36-95e1953dd49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614afa3e-fa44-4832-92a9-1d672bee82d1,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:24.727847 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-26b0c8dc-3688-4b39-ac36-95e1953dd49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:24.728876 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459ed4d-0492-4788-ab4b-13258e280b0d req-57cfb077-9217-45f6-bbb9-af756b20f8d9 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:24.729442 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-26b0c8dc-3688-4b39-ac36-95e1953dd49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:24.730978 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-26b0c8dc-3688-4b39-ac36-95e1953dd49c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/614afa3e-fa44-4832-92a9-1d672bee82d1 HTTP/1.1" status: 204 len: 168 time: 0.2499897 Feb 03 20:14:24.740645 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b459ed4d-0492-4788-ab4b-13258e280b0d req-57cfb077-9217-45f6-bbb9-af756b20f8d9 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 944 time: 0.2156470 Feb 03 20:14:24.885535 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b459ed4d-0492-4788-ab4b-13258e280b0d req-a1bb53b6-8b65-4769-ba87-2c31a343fd5a tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432531 Feb 03 20:14:25.030186 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a8b87-08a6-4840-b150-67a058ec8781 req-e5eb64f9-6f14-4ea3-b6a0-071b6bcd8654 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:25.035886 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7d1a8b87-08a6-4840-b150-67a058ec8781 req-e5eb64f9-6f14-4ea3-b6a0-071b6bcd8654 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f169937-9f16-41a0-98be-b9773fb8b1e0 HTTP/1.1" status: 200 len: 945 time: 0.2921066 Feb 03 20:14:25.129517 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7d1a8b87-08a6-4840-b150-67a058ec8781 req-f9c3bfc3-26c7-46e5-b883-c851bbe4804e tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/security-groups?id=67f7d287-0424-4c8e-a901-c58799925112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904856 Feb 03 20:14:25.363226 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb02b67d-d5d0-40be-b7c8-35cb965cbb66', 'tag': '8cccb142-708c-4927-8c94-341c0eb6c921', 'status': 'completed', 'code': 200} Feb 03 20:14:25.569691 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-138973c5-2565-4c1e-b39d-a007e7305868 req-b86f3316-7e83-4e8d-acf5-f4e275c064b8 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 210 time: 0.0813692 Feb 03 20:14:25.721209 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-729bd957-dc17-4255-83e9-2b63ed55ecea tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:25.722039 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-729bd957-dc17-4255-83e9-2b63ed55ecea tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Synchronizing usage tracker for tenant:d92de69ae0c9433c81e657bbb76393be on resource:network {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:14:25.730397 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 49248) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:25.767019 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-669f0c71-02a9-4dff-9d44-e5259254dd1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:25.776772 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a94d3-ce2c-4626-af5e-7e5424fd1a97 req-06c24087-acc6-4eea-a77d-5dcf71e4a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:25.778420 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6f9a94d3-ce2c-4626-af5e-7e5424fd1a97 req-06c24087-acc6-4eea-a77d-5dcf71e4a40b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3d2e750b64264333a0c0080a78748667&device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 1160 time: 0.3899865 Feb 03 20:14:25.787366 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-669f0c71-02a9-4dff-9d44-e5259254dd1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:25.793203 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-669f0c71-02a9-4dff-9d44-e5259254dd1d admin admin] Usage tracker for resource:security_group_rule and tenant:25eac3b917db47bcb94023b22deee794 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:25.793760 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e72c0037-b496-49b0-8a23-b15211509bce req-ffcdd257-b887-4ede-bb10-d5ac7729b96e tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 210 time: 0.0652986 Feb 03 20:14:25.796904 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-669f0c71-02a9-4dff-9d44-e5259254dd1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:25.808666 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-669f0c71-02a9-4dff-9d44-e5259254dd1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:25.886454 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-729bd957-dc17-4255-83e9-2b63ed55ecea tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Unset dirty status for tenant:d92de69ae0c9433c81e657bbb76393be on resource:network {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:14:25.894672 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-729bd957-dc17-4255-83e9-2b63ed55ecea tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/networks?id=8d17e88c-98da-4189-afe8-1e14cbfde92f HTTP/1.1" status: 200 len: 809 time: 0.5813043 Feb 03 20:14:25.927036 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-fa5da696-5870-478a-8f34-9f8941bdb3e6 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/quotas/d92de69ae0c9433c81e657bbb76393be HTTP/1.1" status: 200 len: 375 time: 0.0312307 Feb 03 20:14:25.993199 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-696043dc-f4ae-4287-a73d-c9c83f263126 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d92de69ae0c9433c81e657bbb76393be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650823 Feb 03 20:14:26.052502 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-669f0c71-02a9-4dff-9d44-e5259254dd1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:26.092663 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-669f0c71-02a9-4dff-9d44-e5259254dd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:26.110315 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9a1d352d-4b56-4400-b525-e19671fe3483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:26.129408 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a94d3-ce2c-4626-af5e-7e5424fd1a97 req-e508fdd8-d00d-43ba-8eb1-8b6fc037bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:26.131016 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6f9a94d3-ce2c-4626-af5e-7e5424fd1a97 req-e508fdd8-d00d-43ba-8eb1-8b6fc037bd25 service neutron] 10.222.0.90 "GET /v2.0/networks?id=823145a9-cb2c-4281-8d27-c96a6d2cddcd HTTP/1.1" status: 200 len: 913 time: 0.3421669 Feb 03 20:14:26.142370 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f0c71-02a9-4dff-9d44-e5259254dd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2b432f-4de4-4255-a470-60e7bb77457a,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:26.148616 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-669f0c71-02a9-4dff-9d44-e5259254dd1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:26.177867 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-669f0c71-02a9-4dff-9d44-e5259254dd1d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=25eac3b917db47bcb94023b22deee794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4414482 Feb 03 20:14:26.178982 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 49266) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:26.349175 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-477c3b53-63ac-4e70-9649-d35a86c6b2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:26.429238 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6f9a94d3-ce2c-4626-af5e-7e5424fd1a97 req-ea5e799e-e807-46d5-b697-ef561657627f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cccb142-708c-4927-8c94-341c0eb6c921 HTTP/1.1" status: 200 len: 217 time: 0.2655704 Feb 03 20:14:26.448608 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-477c3b53-63ac-4e70-9649-d35a86c6b2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:26.497854 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.objects.ports [None req-9f912f7b-c3c5-497c-ac92-fde59b5b8846 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80171) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 03 20:14:26.535283 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-5c571796-3663-450c-8856-b075e970672b service neutron] 10.222.0.101 "GET /v2.0/networks/8d17e88c-98da-4189-afe8-1e14cbfde92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5410872 Feb 03 20:14:26.589484 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-477c3b53-63ac-4e70-9649-d35a86c6b2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:26.600368 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ee9fb81d-5e97-4afd-b2b4-60941402b365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:26.630464 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c3b53-63ac-4e70-9649-d35a86c6b2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2b432f-4de4-4255-a470-60e7bb77457a,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:26.643010 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-477c3b53-63ac-4e70-9649-d35a86c6b2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:26.648726 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-477c3b53-63ac-4e70-9649-d35a86c6b2bd admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ae2b432f-4de4-4255-a470-60e7bb77457a HTTP/1.1" status: 204 len: 168 time: 0.4688590 Feb 03 20:14:26.650059 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-477c3b53-63ac-4e70-9649-d35a86c6b2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:26.658689 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a94d3-ce2c-4626-af5e-7e5424fd1a97 req-04eaab4d-20d7-4a62-8515-f4eb190adee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:26.660332 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6f9a94d3-ce2c-4626-af5e-7e5424fd1a97 req-04eaab4d-20d7-4a62-8515-f4eb190adee5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bcdd6f27-98eb-4350-a461-05ea1bdb5c9c HTTP/1.1" status: 200 len: 859 time: 0.2302322 Feb 03 20:14:26.753800 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6f9a94d3-ce2c-4626-af5e-7e5424fd1a97 req-e78af559-04a3-4a2f-8db5-da5fda8c82db service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=823145a9-cb2c-4281-8d27-c96a6d2cddcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803812 Feb 03 20:14:26.893813 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba25e0-3cb5-4de8-9a12-b31585dcf91e req-26676060-82ba-42c1-af51-4bfbe51f9f4f tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:26.895527 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a2ba25e0-3cb5-4de8-9a12-b31585dcf91e req-26676060-82ba-42c1-af51-4bfbe51f9f4f tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 944 time: 0.6327345 Feb 03 20:14:27.009131 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-6e35a421-bfc8-4c4d-9a94-b5f7535e5bf8 service neutron] 10.222.0.101 "GET /v2.0/networks/8d17e88c-98da-4189-afe8-1e14cbfde92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4727094 Feb 03 20:14:27.066187 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a2ba25e0-3cb5-4de8-9a12-b31585dcf91e req-dce5b880-77bd-4fae-8973-9ffa0b7417cf tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128087 Feb 03 20:14:27.118155 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6f9a94d3-ce2c-4626-af5e-7e5424fd1a97 req-59c2e920-7574-42de-8509-5be203a865c9 service neutron] 10.222.0.90 "GET /v2.0/networks/823145a9-cb2c-4281-8d27-c96a6d2cddcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424451 Feb 03 20:14:27.456386 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 63381e5b-895e-46ba-916a-ab7c1f4f9211 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:14:27.702076 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6f9a94d3-ce2c-4626-af5e-7e5424fd1a97 req-c9633871-58cf-41c1-9e3f-35aff20e8d6e service neutron] 10.222.0.90 "GET /v2.0/networks/823145a9-cb2c-4281-8d27-c96a6d2cddcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5746827 Feb 03 20:14:27.715078 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-bdafeeca-097d-42fe-bc98-fbb4eac03bd4 req-c5bda600-3d2c-4ce4-8aeb-31faa90f915c tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 210 time: 0.4493828 Feb 03 20:14:27.715336 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning for port 63381e5b-895e-46ba-916a-ab7c1f4f9211 completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:14:27.733638 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 63381e5b-895e-46ba-916a-ab7c1f4f9211 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:27.734372 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:27.857428 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-62eb4242-e051-4147-bdb0-05bce0b19d7b req-32cac251-d2dd-4afb-8208-d36fe405aaf7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 210 time: 0.1837480 Feb 03 20:14:27.999988 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9eb53254-8fc6-463e-ae6b-12f57fef890d req-f98160f2-ae4c-4b8b-9def-5235a151f456 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=8442b548-0e22-4151-9e40-01fee14115d2 HTTP/1.1" status: 200 len: 210 time: 0.1592674 Feb 03 20:14:28.062505 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:28.065529 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-7f9ed107-abc4-4912-8b2c-a34c3afb7395 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:28.068078 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-7f9ed107-abc4-4912-8b2c-a34c3afb7395 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.90 "GET /v2.0/networks?id=f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 HTTP/1.1" status: 200 len: 810 time: 0.6054268 Feb 03 20:14:28.149814 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port 63381e5b-895e-46ba-916a-ab7c1f4f9211, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=63381e5b-895e-46ba-916a-ab7c1f4f9211,segment=NetworkSegment(16381d97-9563-462d-9668-9a5c7d12abff),segment_id=16381d97-9563-462d-9668-9a5c7d12abff)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:14:28.151127 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f420581e-ffc1-45b7-97cd-678eaa1560e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63381e5b-895e-46ba-916a-ab7c1f4f9211'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:14:28.183906 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:28.187142 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:28.300896 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-97392742-0fe8-45b9-b104-2d409576f3b8 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Synchronizing usage tracker for tenant:e1c0df3d838d47bb903f815bc72144c5 on resource:security_group {{(pid=80169) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:14:28.325846 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-97392742-0fe8-45b9-b104-2d409576f3b8 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Unset dirty status for tenant:e1c0df3d838d47bb903f815bc72144c5 on resource:security_group {{(pid=80169) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:14:28.327308 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-97392742-0fe8-45b9-b104-2d409576f3b8 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e1c0df3d838d47bb903f815bc72144c5 HTTP/1.1" status: 200 len: 5705 time: 0.2161396 Feb 03 20:14:28.341244 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Request body: {'port': {'device_id': 'bf55eb0e-5802-4e23-8da5-f6786b122819', 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31', 'admin_state_up': True, 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'security_groups': ['babd1c39-7341-4f15-92fa-7546f1287d1d']}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:14:28.349507 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=63381e5b-895e-46ba-916a-ab7c1f4f9211,revision_number=4']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:28.367365 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:28.557518 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0ffa0-34ff-40ce-866e-6ac2f566c80f req-b43ca033-a829-40e1-b3c0-b51b9f26eb91 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:28.561071 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-70f0ffa0-34ff-40ce-866e-6ac2f566c80f req-b43ca033-a829-40e1-b3c0-b51b9f26eb91 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 946 time: 0.2298739 Feb 03 20:14:28.695726 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:28.701528 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Usage tracker for resource:port and tenant:e1c0df3d838d47bb903f815bc72144c5 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:28.705819 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:28.714019 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:28.778310 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Made reservation on behalf of e1c0df3d838d47bb903f815bc72144c5 for: {'port': 1} {{(pid=80169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:14:28.814588 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:28.856392 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-70f0ffa0-34ff-40ce-866e-6ac2f566c80f req-da795358-770d-4980-a3c0-2f7ed4eda549 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687895 Feb 03 20:14:28.965307 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f420581e-ffc1-45b7-97cd-678eaa1560e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63381e5b-895e-46ba-916a-ab7c1f4f9211', 'code': 200} Feb 03 20:14:28.999263 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8be19f-2226-4616-9867-022d66195a0b req-45f4aeb6-8cee-45c5-91ef-0e6a886f1caf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:29.001676 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9d8be19f-2226-4616-9867-022d66195a0b req-45f4aeb6-8cee-45c5-91ef-0e6a886f1caf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.90 "GET /v2.0/networks?id=08219bc6-fd07-43f5-9c2f-a541f5c84519 HTTP/1.1" status: 200 len: 817 time: 0.4414573 Feb 03 20:14:29.254486 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1d6f43b6-9371-4a62-8643-b51186e36a93 req-256f645a-cb47-4286-9686-2b2aeb21a41c tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 210 time: 0.1318471 Feb 03 20:14:29.436258 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9d8be19f-2226-4616-9867-022d66195a0b req-18c8170f-d07e-4ced-b35b-c0e04dcb263a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7d0c86df6c4f4593b9a31a035a219a8b HTTP/1.1" status: 200 len: 5705 time: 0.3662689 Feb 03 20:14:29.448084 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Allocated IP 172.20.0.5 (f2b2556e-b9f4-4fa6-8f4c-d6203199ec31/ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105/e7b3826e-dab5-4c3f-93a8-b6f3303eda15) {{(pid=80169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:14:29.469868 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-9d8be19f-2226-4616-9867-022d66195a0b req-659f4da1-46d5-4a1d-89dc-ba100d5fe03a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Request body: {'port': {'device_id': '0debe45d-e8fa-4473-8c3d-f05442ac3fe6', 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519', 'admin_state_up': True, 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'security_groups': ['86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3']}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:14:29.510330 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 63381e5b-895e-46ba-916a-ab7c1f4f9211 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:14:29.694769 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 63381e5b-895e-46ba-916a-ab7c1f4f9211 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:29.695237 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:29.882796 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-38b70926-57b6-4574-805e-96f846240b0d req-9bafc837-5129-4f63-9eee-52dc881b9394 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=8442b548-0e22-4151-9e40-01fee14115d2 HTTP/1.1" status: 200 len: 210 time: 0.2090094 Feb 03 20:14:29.885151 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533420d-07f3-4313-bcbc-5aa06e807fc4 req-6b3497f6-6957-460b-871b-a2ff3d31f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:29.886802 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1533420d-07f3-4313-bcbc-5aa06e807fc4 req-6b3497f6-6957-460b-871b-a2ff3d31f316 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 1163 time: 0.3101735 Feb 03 20:14:29.905386 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-bf89a9dd-6dd5-4d2d-a37e-6389a6908c19 req-a07cebe0-12a9-477d-93eb-86624218caba tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 210 time: 0.2302921 Feb 03 20:14:29.909284 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 8cccb142-708c-4927-8c94-341c0eb6c921 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:14:29.924846 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-9d8be19f-2226-4616-9867-022d66195a0b req-659f4da1-46d5-4a1d-89dc-ba100d5fe03a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:29.939969 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-9d8be19f-2226-4616-9867-022d66195a0b req-659f4da1-46d5-4a1d-89dc-ba100d5fe03a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Usage tracker for resource:port and tenant:7d0c86df6c4f4593b9a31a035a219a8b is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:29.942069 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for port, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:29.953196 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-9d8be19f-2226-4616-9867-022d66195a0b req-659f4da1-46d5-4a1d-89dc-ba100d5fe03a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:29.970407 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-9d8be19f-2226-4616-9867-022d66195a0b req-659f4da1-46d5-4a1d-89dc-ba100d5fe03a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:29.976274 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Transition to ACTIVE for port object e7b3826e-dab5-4c3f-93a8-b6f3303eda15 will not be triggered until provisioned by entity DHCP. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:14:30.024299 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d8be19f-2226-4616-9867-022d66195a0b req-659f4da1-46d5-4a1d-89dc-ba100d5fe03a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Made reservation on behalf of 7d0c86df6c4f4593b9a31a035a219a8b for: {'port': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:14:30.053862 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-1533420d-07f3-4313-bcbc-5aa06e807fc4 req-95d262f9-440c-411d-9d5e-f4871ed1ceac service neutron] Synchronizing usage tracker for tenant:3ab05cabf8814b3684e64afa6a556974 on resource:security_group {{(pid=80169) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:14:30.058264 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-9d8be19f-2226-4616-9867-022d66195a0b req-659f4da1-46d5-4a1d-89dc-ba100d5fe03a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:30.092417 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:30.109677 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning for port 8cccb142-708c-4927-8c94-341c0eb6c921 completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:14:30.128935 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 8cccb142-708c-4927-8c94-341c0eb6c921 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:30.129366 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:30.364048 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 49400) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:30.401413 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.90', 60161) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:30.402921 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-42313632-c2a8-420c-bb9e-b82b255d31a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:30.464476 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:30.489136 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-1533420d-07f3-4313-bcbc-5aa06e807fc4 req-95d262f9-440c-411d-9d5e-f4871ed1ceac service neutron] Unset dirty status for tenant:3ab05cabf8814b3684e64afa6a556974 on resource:security_group {{(pid=80169) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:14:30.497891 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1533420d-07f3-4313-bcbc-5aa06e807fc4 req-95d262f9-440c-411d-9d5e-f4871ed1ceac service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5649481 Feb 03 20:14:30.531960 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port 8cccb142-708c-4927-8c94-341c0eb6c921, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=8cccb142-708c-4927-8c94-341c0eb6c921,segment=NetworkSegment(16381d97-9563-462d-9668-9a5c7d12abff),segment_id=16381d97-9563-462d-9668-9a5c7d12abff)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:14:30.589884 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:30.621285 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:30.673188 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [req-9d8be19f-2226-4616-9867-022d66195a0b req-659f4da1-46d5-4a1d-89dc-ba100d5fe03a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Allocated IP 172.20.0.5 (08219bc6-fd07-43f5-9c2f-a541f5c84519/f3c3806f-0e98-495a-bf4b-ac3a793d5c17/2a86718e-7a23-45f7-977f-2a3cad359862) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:14:30.781262 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=8cccb142-708c-4927-8c94-341c0eb6c921,revision_number=4']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:30.783319 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:30.946787 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:30.966278 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb02b67d-d5d0-40be-b7c8-35cb965cbb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cccb142-708c-4927-8c94-341c0eb6c921'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:14:30.995292 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-47d58848-5b03-4205-bf0d-4ed0be12dea1 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:30.997408 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-47d58848-5b03-4205-bf0d-4ed0be12dea1 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.90 "GET /v2.0/networks?id=8d17e88c-98da-4189-afe8-1e14cbfde92f HTTP/1.1" status: 200 len: 809 time: 0.4984117 Feb 03 20:14:31.007002 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 63381e5b-895e-46ba-916a-ab7c1f4f9211 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:14:31.018620 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Network f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:14:31.022892 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:14:31.033978 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Received port after_create {{(pid=80169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:14:31.061105 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:31.100133 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-293133f2-d7fb-4c10-9875-32c5c9886b37 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Request body: {'port': {'device_id': '8442b548-0e22-4151-9e40-01fee14115d2', 'network_id': '8d17e88c-98da-4189-afe8-1e14cbfde92f', 'admin_state_up': True, 'tenant_id': 'd92de69ae0c9433c81e657bbb76393be'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:14:31.115108 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Usage tracker for resource:security_group_rule and tenant:4a510f3d91c94102aa1c3c2b2223c73c is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:31.165278 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:31.180883 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:31.224475 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Pushing event updated for resources: {'Port': ['ID=e7b3826e-dab5-4c3f-93a8-b6f3303eda15,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:31.231182 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 63381e5b-895e-46ba-916a-ab7c1f4f9211 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:31.232002 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:31.248201 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.248611 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.249305 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.249413 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.249754 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.250149 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.250538 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.250931 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.251322 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.251773 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.252165 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.252550 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.252976 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.253362 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.253747 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.254369 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.254759 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.255147 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.255532 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.255941 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.256878 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.257232 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.257826 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.259503 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.287267 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.885s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:31.307297 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:31.390586 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:31.391272 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for port, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:31.395883 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-f8499371-f624-4301-94c3-2a186d826073 None None] Provisioning for port e7b3826e-dab5-4c3f-93a8-b6f3303eda15 completed by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:14:31.402490 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-f8499371-f624-4301-94c3-2a186d826073 None None] Provisioning complete for port e7b3826e-dab5-4c3f-93a8-b6f3303eda15 triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:31.402923 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f8499371-f624-4301-94c3-2a186d826073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:31.450847 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59724687-50a5-49cb-9d3c-c246218b3a8a req-d0bfef57-bd8a-47ff-b936-219a6c7dfcd3 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:31.455219 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1190386 Feb 03 20:14:31.458803 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-59724687-50a5-49cb-9d3c-c246218b3a8a req-d0bfef57-bd8a-47ff-b936-219a6c7dfcd3 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 946 time: 1.3244109 Feb 03 20:14:31.464936 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-293133f2-d7fb-4c10-9875-32c5c9886b37 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:31.470527 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-f8499371-f624-4301-94c3-2a186d826073 None None] Port e7b3826e-dab5-4c3f-93a8-b6f3303eda15 cannot update to ACTIVE because it is not bound. {{(pid=80171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 20:14:31.470903 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-293133f2-d7fb-4c10-9875-32c5c9886b37 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Usage tracker for resource:port and tenant:d92de69ae0c9433c81e657bbb76393be is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:31.477744 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-293133f2-d7fb-4c10-9875-32c5c9886b37 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:31.484346 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-aa74a3e2-d712-4ad0-bfbc-17e7d61be59f service neutron] Request body: {'port': {'device_id': 'bf55eb0e-5802-4e23-8da5-f6786b122819', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:14:31.519872 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-293133f2-d7fb-4c10-9875-32c5c9886b37 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:31.554846 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64150a8-caaf-47ee-8724-a9fb60216d07 req-101654ab-806c-47fa-8796-6ac1d5fa57f0 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:31.557237 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a64150a8-caaf-47ee-8724-a9fb60216d07 req-101654ab-806c-47fa-8796-6ac1d5fa57f0 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 931 time: 1.1068966 Feb 03 20:14:31.557741 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:31.586140 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-2de6b8ba-ec29-4f77-83e6-d55312989a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:31.596719 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-293133f2-d7fb-4c10-9875-32c5c9886b37 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Made reservation on behalf of d92de69ae0c9433c81e657bbb76393be for: {'port': 1} {{(pid=80169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:14:31.619614 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-293133f2-d7fb-4c10-9875-32c5c9886b37 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:31.684097 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-aa74a3e2-d712-4ad0-bfbc-17e7d61be59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:31.760067 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a64150a8-caaf-47ee-8724-a9fb60216d07 req-d3ddc063-0787-416e-a53b-af1110bae3cd tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756546 Feb 03 20:14:31.774263 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79670a92-633f-4ae0-b231-2e9c1538f1ad,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:31.786861 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-9d8be19f-2226-4616-9867-022d66195a0b req-659f4da1-46d5-4a1d-89dc-ba100d5fe03a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:31.789147 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4a510f3d91c94102aa1c3c2b2223c73c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3999038 Feb 03 20:14:31.801275 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 49434) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:31.806058 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.807749 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.808335 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.808900 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.809449 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.810102 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.810726 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.811235 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.811898 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.812412 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.812915 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.813479 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.814033 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.814535 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.815035 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.815542 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.816073 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.816573 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.817072 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.817569 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.818070 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.819086 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.820387 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.832622 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:31.884032 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:31.910859 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-59724687-50a5-49cb-9d3c-c246218b3a8a req-aa5bcd74-4220-42bf-b05f-f29d075d7705 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507127 Feb 03 20:14:31.987103 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [req-9d8be19f-2226-4616-9867-022d66195a0b req-659f4da1-46d5-4a1d-89dc-ba100d5fe03a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Transition to ACTIVE for port object 2a86718e-7a23-45f7-977f-2a3cad359862 will not be triggered until provisioned by entity DHCP. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:14:31.987103 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eece7f5b-6da9-4ed8-b2cf-7e20960bd463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:32.021098 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb02b67d-d5d0-40be-b7c8-35cb965cbb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cccb142-708c-4927-8c94-341c0eb6c921', 'code': 200} Feb 03 20:14:32.038682 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eece7f5b-6da9-4ed8-b2cf-7e20960bd463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:32.079028 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4cf9d419-a208-4c32-b618-8bd0ee15fe40 req-31160cab-b16c-458f-9be2-a4846ac0f3e8 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=8442b548-0e22-4151-9e40-01fee14115d2 HTTP/1.1" status: 200 len: 210 time: 0.0974624 Feb 03 20:14:32.155117 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-9d8be19f-2226-4616-9867-022d66195a0b req-659f4da1-46d5-4a1d-89dc-ba100d5fe03a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:32.175181 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:32.369701 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f4da1-46d5-4a1d-89dc-ba100d5fe03a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Pushing event updated for resources: {'Port': ['ID=2a86718e-7a23-45f7-977f-2a3cad359862,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:32.373461 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-659f4da1-46d5-4a1d-89dc-ba100d5fe03a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:32.452023 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eece7f5b-6da9-4ed8-b2cf-7e20960bd463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:32.460581 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:32.476774 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece7f5b-6da9-4ed8-b2cf-7e20960bd463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79670a92-633f-4ae0-b231-2e9c1538f1ad,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:32.505358 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-eece7f5b-6da9-4ed8-b2cf-7e20960bd463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:32.542612 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eece7f5b-6da9-4ed8-b2cf-7e20960bd463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:32.544041 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-eece7f5b-6da9-4ed8-b2cf-7e20960bd463 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/79670a92-633f-4ae0-b231-2e9c1538f1ad HTTP/1.1" status: 204 len: 168 time: 0.7416289 Feb 03 20:14:32.727514 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602ef9e-b579-4c7e-8be1-eb7d6cb673c4 req-ca0518db-421f-4507-a7c7-b9e0e96a5b02 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:32.728393 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-0602ef9e-b579-4c7e-8be1-eb7d6cb673c4 req-ca0518db-421f-4507-a7c7-b9e0e96a5b02 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Synchronizing usage tracker for tenant:7d0c86df6c4f4593b9a31a035a219a8b on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:14:32.748099 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d8be19f-2226-4616-9867-022d66195a0b req-659f4da1-46d5-4a1d-89dc-ba100d5fe03a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Network 08219bc6-fd07-43f5-9c2f-a541f5c84519 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:14:32.751141 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [req-9d8be19f-2226-4616-9867-022d66195a0b req-659f4da1-46d5-4a1d-89dc-ba100d5fe03a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:14:32.756208 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8be19f-2226-4616-9867-022d66195a0b req-659f4da1-46d5-4a1d-89dc-ba100d5fe03a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:14:32.918768 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8be19f-2226-4616-9867-022d66195a0b req-659f4da1-46d5-4a1d-89dc-ba100d5fe03a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:32.919600 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-9d8be19f-2226-4616-9867-022d66195a0b req-659f4da1-46d5-4a1d-89dc-ba100d5fe03a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:32.926507 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-0602ef9e-b579-4c7e-8be1-eb7d6cb673c4 req-ca0518db-421f-4507-a7c7-b9e0e96a5b02 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Unset dirty status for tenant:7d0c86df6c4f4593b9a31a035a219a8b on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:14:32.939059 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0602ef9e-b579-4c7e-8be1-eb7d6cb673c4 req-ca0518db-421f-4507-a7c7-b9e0e96a5b02 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 931 time: 0.7103362 Feb 03 20:14:32.939550 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-293133f2-d7fb-4c10-9875-32c5c9886b37 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Allocated IP 172.20.0.14 (8d17e88c-98da-4189-afe8-1e14cbfde92f/e9f199c1-9212-45c5-aab1-5cb1d885f64b/f37af911-5926-4440-873f-e74897303966) {{(pid=80169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:14:33.088006 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9d8be19f-2226-4616-9867-022d66195a0b req-659f4da1-46d5-4a1d-89dc-ba100d5fe03a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6291242 Feb 03 20:14:33.110043 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0602ef9e-b579-4c7e-8be1-eb7d6cb673c4 req-b40e07eb-fd1a-4873-8b7f-1d59f93c5a7b tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742022 Feb 03 20:14:33.123218 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-9d8be19f-2226-4616-9867-022d66195a0b req-e3666b35-d371-4c71-b398-567d3c505370 service neutron] Request body: {'port': {'device_id': '0debe45d-e8fa-4473-8c3d-f05442ac3fe6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:14:33.138054 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fbc3f2ec-54dd-4941-8388-31ceef54c986 None None] Provisioning for port 2a86718e-7a23-45f7-977f-2a3cad359862 completed by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:14:33.145309 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fbc3f2ec-54dd-4941-8388-31ceef54c986 None None] Provisioning complete for port 2a86718e-7a23-45f7-977f-2a3cad359862 triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:33.159630 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fbc3f2ec-54dd-4941-8388-31ceef54c986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:33.261220 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 63381e5b-895e-46ba-916a-ab7c1f4f9211 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:14:33.263827 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35991e0e-3238-483e-b063-46aee918d57f req-20ff57a3-74bd-4703-b414-8ae3f2d9c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:33.265625 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-35991e0e-3238-483e-b063-46aee918d57f req-20ff57a3-74bd-4703-b414-8ae3f2d9c47a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 1162 time: 0.6009324 Feb 03 20:14:33.336339 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-fbc3f2ec-54dd-4941-8388-31ceef54c986 None None] Port 2a86718e-7a23-45f7-977f-2a3cad359862 cannot update to ACTIVE because it is not bound. {{(pid=80171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 20:14:33.384336 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 63381e5b-895e-46ba-916a-ab7c1f4f9211 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:33.384883 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:33.405794 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-35991e0e-3238-483e-b063-46aee918d57f req-6203dad8-2087-4f92-a70d-04128be30fde service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274731 Feb 03 20:14:33.417566 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-293133f2-d7fb-4c10-9875-32c5c9886b37 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Notify callbacks [] for port, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:33.427158 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6236c-0a9d-4757-a238-68c3af25e38d req-4e90d28e-80af-42f9-9e52-4b32d04fd7fa tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:33.431494 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1ee6236c-0a9d-4757-a238-68c3af25e38d req-4e90d28e-80af-42f9-9e52-4b32d04fd7fa tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 931 time: 0.4085979 Feb 03 20:14:33.447033 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-aa74a3e2-d712-4ad0-bfbc-17e7d61be59f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b3826e-dab5-4c3f-93a8-b6f3303eda15 {{(pid=80169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 20:14:33.457264 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-aa74a3e2-d712-4ad0-bfbc-17e7d61be59f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:33.468384 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 49460) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:33.509888 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c5b103d-9580-4bcc-8ecb-2bda7804bf80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:33.521714 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-aa74a3e2-d712-4ad0-bfbc-17e7d61be59f service neutron] Transition to ACTIVE for port object e7b3826e-dab5-4c3f-93a8-b6f3303eda15 will not be triggered until provisioned by entity L2. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:14:33.532197 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-3c5b103d-9580-4bcc-8ecb-2bda7804bf80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:33.539692 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 8cccb142-708c-4927-8c94-341c0eb6c921 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:14:33.539865 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-3c5b103d-9580-4bcc-8ecb-2bda7804bf80 admin admin] Usage tracker for resource:security_group_rule and tenant:84ffba9e1f8b4b5f8a90a5f1977e4c3d is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:33.541950 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-3c5b103d-9580-4bcc-8ecb-2bda7804bf80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:33.549919 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-3c5b103d-9580-4bcc-8ecb-2bda7804bf80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:33.552811 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-aa74a3e2-d712-4ad0-bfbc-17e7d61be59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789467256'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:33.575085 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:33.611877 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 8cccb142-708c-4927-8c94-341c0eb6c921 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:33.612482 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:33.694764 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-293133f2-d7fb-4c10-9875-32c5c9886b37 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:33.851415 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1ee6236c-0a9d-4757-a238-68c3af25e38d req-340eb0ff-510f-4b8b-9171-a3b113de6bd8 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3807943 Feb 03 20:14:33.852110 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-9d8be19f-2226-4616-9867-022d66195a0b req-e3666b35-d371-4c71-b398-567d3c505370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:33.899616 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74a3e2-d712-4ad0-bfbc-17e7d61be59f service neutron] Pushing event updated for resources: {'Port': ['ID=e7b3826e-dab5-4c3f-93a8-b6f3303eda15,revision_number=2']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:33.903182 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-aa74a3e2-d712-4ad0-bfbc-17e7d61be59f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:33.915879 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:34.046385 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293133f2-d7fb-4c10-9875-32c5c9886b37 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Pushing event updated for resources: {'Port': ['ID=f37af911-5926-4440-873f-e74897303966,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:34.060243 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-293133f2-d7fb-4c10-9875-32c5c9886b37 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:34.196600 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ef68a-2e46-4750-a22f-ddf9bb7d3419 req-73071359-f81c-4fa8-bd8b-984420215687 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:34.198321 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ce7ef68a-2e46-4750-a22f-ddf9bb7d3419 req-73071359-f81c-4fa8-bd8b-984420215687 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 946 time: 0.7658031 Feb 03 20:14:34.233566 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c5b103d-9580-4bcc-8ecb-2bda7804bf80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:34.280330 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c5b103d-9580-4bcc-8ecb-2bda7804bf80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:34.358645 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:34.369785 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-3c5b103d-9580-4bcc-8ecb-2bda7804bf80 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=84ffba9e1f8b4b5f8a90a5f1977e4c3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9000230 Feb 03 20:14:34.383815 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 49474) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:34.440443 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b103d-9580-4bcc-8ecb-2bda7804bf80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19dd1dd-ee24-464f-9d32-c94bb94cb40f,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:34.443732 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-aa74a3e2-d712-4ad0-bfbc-17e7d61be59f service neutron] Attempting to bind port e7b3826e-dab5-4c3f-93a8-b6f3303eda15 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:14:34.444751 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-aa74a3e2-d712-4ad0-bfbc-17e7d61be59f service neutron] Attempting to bind port e7b3826e-dab5-4c3f-93a8-b6f3303eda15 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'e5cfedf2-070c-4fe2-9fd6-828d89417b0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31'}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:14:34.445290 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-aa74a3e2-d712-4ad0-bfbc-17e7d61be59f service neutron] Attempting to bind port e7b3826e-dab5-4c3f-93a8-b6f3303eda15 on network f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:14:34.452495 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ce7ef68a-2e46-4750-a22f-ddf9bb7d3419 req-24f6b3e5-8bba-4f1c-bba4-83603cea0378 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439175 Feb 03 20:14:34.457616 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c5b103d-9580-4bcc-8ecb-2bda7804bf80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:34.458625 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-aa74a3e2-d712-4ad0-bfbc-17e7d61be59f service neutron] Checking agent: {'id': '4ba2278c-c66c-406d-ba19-1defa11400a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 11, 16), 'started_at': datetime.datetime(2021, 2, 3, 20, 11, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:14:34.459001 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-aa74a3e2-d712-4ad0-bfbc-17e7d61be59f service neutron] Checking segment: {'id': 'e5cfedf2-070c-4fe2-9fd6-828d89417b0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:14:34.459958 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-aa74a3e2-d712-4ad0-bfbc-17e7d61be59f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:34.460348 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-aa74a3e2-d712-4ad0-bfbc-17e7d61be59f service neutron] Bound using segment: {'id': 'e5cfedf2-070c-4fe2-9fd6-828d89417b0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31'} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:14:34.460835 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-aa74a3e2-d712-4ad0-bfbc-17e7d61be59f service neutron] Bound port: e7b3826e-dab5-4c3f-93a8-b6f3303eda15, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5cfedf2-070c-4fe2-9fd6-828d89417b0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31'}}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:14:34.461367 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-aa74a3e2-d712-4ad0-bfbc-17e7d61be59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:34.484460 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-293133f2-d7fb-4c10-9875-32c5c9886b37 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Network 8d17e88c-98da-4189-afe8-1e14cbfde92f is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:14:34.487697 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-293133f2-d7fb-4c10-9875-32c5c9886b37 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:14:34.491062 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-293133f2-d7fb-4c10-9875-32c5c9886b37 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Received port after_create {{(pid=80169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:14:34.662195 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811e081-3c16-464d-a38a-adae10551806 req-c3c145dd-8315-431c-91fd-482427f0b1bf tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:34.668613 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c811e081-3c16-464d-a38a-adae10551806 req-c3c145dd-8315-431c-91fd-482427f0b1bf tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=8442b548-0e22-4151-9e40-01fee14115d2 HTTP/1.1" status: 200 len: 932 time: 0.4601505 Feb 03 20:14:34.686519 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-293133f2-d7fb-4c10-9875-32c5c9886b37 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:34.687254 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-293133f2-d7fb-4c10-9875-32c5c9886b37 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for port, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:34.712704 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-aa74a3e2-d712-4ad0-bfbc-17e7d61be59f service neutron] For port e7b3826e-dab5-4c3f-93a8-b6f3303eda15, host hv-cinder-77398, cleared binding levels {{(pid=80169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:14:34.718627 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-aa74a3e2-d712-4ad0-bfbc-17e7d61be59f service neutron] For port e7b3826e-dab5-4c3f-93a8-b6f3303eda15, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=e7b3826e-dab5-4c3f-93a8-b6f3303eda15,segment=NetworkSegment(e5cfedf2-070c-4fe2-9fd6-828d89417b0b),segment_id=e5cfedf2-070c-4fe2-9fd6-828d89417b0b)] {{(pid=80169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:14:34.754406 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-126fb423-766e-40cb-b6b8-a3b7ca76ec1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:34.758192 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-293133f2-d7fb-4c10-9875-32c5c9886b37 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6810520 Feb 03 20:14:34.759411 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-aa74a3e2-d712-4ad0-bfbc-17e7d61be59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789467256'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:34.779315 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-45c1dab4-0b0c-47eb-a976-8a8390cec8e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:34.794852 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-126fb423-766e-40cb-b6b8-a3b7ca76ec1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:34.837621 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-c811e081-3c16-464d-a38a-adae10551806 req-10eeed04-0f92-4c6c-ba01-d4fd02fb2cf7 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Synchronizing usage tracker for tenant:d92de69ae0c9433c81e657bbb76393be on resource:security_group {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:14:34.896269 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-7100381c-20ed-4123-a848-91220c34a8ad service neutron] Request body: {'port': {'device_id': '8442b548-0e22-4151-9e40-01fee14115d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:14:34.982236 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-c811e081-3c16-464d-a38a-adae10551806 req-10eeed04-0f92-4c6c-ba01-d4fd02fb2cf7 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Unset dirty status for tenant:d92de69ae0c9433c81e657bbb76393be on resource:security_group {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:14:34.983659 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c811e081-3c16-464d-a38a-adae10551806 req-10eeed04-0f92-4c6c-ba01-d4fd02fb2cf7 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4d1487e-9e51-443a-9965-fdbd328d523f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077862 Feb 03 20:14:35.065442 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [req-9d8be19f-2226-4616-9867-022d66195a0b req-e3666b35-d371-4c71-b398-567d3c505370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a86718e-7a23-45f7-977f-2a3cad359862 {{(pid=80170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 20:14:35.095688 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-9d8be19f-2226-4616-9867-022d66195a0b req-e3666b35-d371-4c71-b398-567d3c505370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:35.098788 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-126fb423-766e-40cb-b6b8-a3b7ca76ec1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:35.108130 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fbf01f5d-efe8-4ab0-9eae-be814645ac0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:35.126755 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126fb423-766e-40cb-b6b8-a3b7ca76ec1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19dd1dd-ee24-464f-9d32-c94bb94cb40f,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:35.129613 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-126fb423-766e-40cb-b6b8-a3b7ca76ec1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:35.145672 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [req-9d8be19f-2226-4616-9867-022d66195a0b req-e3666b35-d371-4c71-b398-567d3c505370 service neutron] Transition to ACTIVE for port object 2a86718e-7a23-45f7-977f-2a3cad359862 will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:14:35.164243 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-126fb423-766e-40cb-b6b8-a3b7ca76ec1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:35.165366 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-126fb423-766e-40cb-b6b8-a3b7ca76ec1a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f19dd1dd-ee24-464f-9d32-c94bb94cb40f HTTP/1.1" status: 204 len: 168 time: 0.7796338 Feb 03 20:14:35.237971 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 8cccb142-708c-4927-8c94-341c0eb6c921 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:14:35.264968 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5c76d-b63b-4f84-8693-7804d5fce9bb req-f25b0f0b-24c2-45d6-8477-9a8f632af7fd tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:35.267370 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-82a5c76d-b63b-4f84-8693-7804d5fce9bb req-f25b0f0b-24c2-45d6-8477-9a8f632af7fd tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 931 time: 0.2946458 Feb 03 20:14:35.268329 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-9d8be19f-2226-4616-9867-022d66195a0b req-e3666b35-d371-4c71-b398-567d3c505370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787982947'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:35.379137 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74a3e2-d712-4ad0-bfbc-17e7d61be59f service neutron] Pushing event updated for resources: {'Port': ['ID=e7b3826e-dab5-4c3f-93a8-b6f3303eda15,revision_number=3']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:35.389328 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 8cccb142-708c-4927-8c94-341c0eb6c921 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:35.393015 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:35.405161 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-aa74a3e2-d712-4ad0-bfbc-17e7d61be59f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:35.433053 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-dd8da442-49b8-4f68-98f7-892e143010d3 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:35.464041 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-7100381c-20ed-4123-a848-91220c34a8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:35.760730 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-82a5c76d-b63b-4f84-8693-7804d5fce9bb req-ef985117-9fd5-445c-a8b2-89adb0d04d95 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3441181 Feb 03 20:14:35.788443 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3666b35-d371-4c71-b398-567d3c505370 service neutron] Pushing event updated for resources: {'Port': ['ID=2a86718e-7a23-45f7-977f-2a3cad359862,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:35.794972 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-e3666b35-d371-4c71-b398-567d3c505370 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:35.911413 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-9d8be19f-2226-4616-9867-022d66195a0b req-e3666b35-d371-4c71-b398-567d3c505370 service neutron] Attempting to bind port 2a86718e-7a23-45f7-977f-2a3cad359862 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:14:35.911844 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-9d8be19f-2226-4616-9867-022d66195a0b req-e3666b35-d371-4c71-b398-567d3c505370 service neutron] Attempting to bind port 2a86718e-7a23-45f7-977f-2a3cad359862 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:14:35.912336 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8be19f-2226-4616-9867-022d66195a0b req-e3666b35-d371-4c71-b398-567d3c505370 service neutron] Attempting to bind port 2a86718e-7a23-45f7-977f-2a3cad359862 on network 08219bc6-fd07-43f5-9c2f-a541f5c84519 {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:14:35.922530 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8be19f-2226-4616-9867-022d66195a0b req-e3666b35-d371-4c71-b398-567d3c505370 service neutron] Checking agent: {'id': '4ba2278c-c66c-406d-ba19-1defa11400a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 11, 16), 'started_at': datetime.datetime(2021, 2, 3, 20, 11, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:14:35.922924 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8be19f-2226-4616-9867-022d66195a0b req-e3666b35-d371-4c71-b398-567d3c505370 service neutron] Checking segment: {'id': '4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:14:35.924984 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-9d8be19f-2226-4616-9867-022d66195a0b req-e3666b35-d371-4c71-b398-567d3c505370 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:35.925403 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8be19f-2226-4616-9867-022d66195a0b req-e3666b35-d371-4c71-b398-567d3c505370 service neutron] Bound using segment: {'id': '4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:14:35.925917 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-9d8be19f-2226-4616-9867-022d66195a0b req-e3666b35-d371-4c71-b398-567d3c505370 service neutron] Bound port: 2a86718e-7a23-45f7-977f-2a3cad359862, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:14:35.926304 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-9d8be19f-2226-4616-9867-022d66195a0b req-e3666b35-d371-4c71-b398-567d3c505370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:36.029612 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-7100381c-20ed-4123-a848-91220c34a8ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f37af911-5926-4440-873f-e74897303966 {{(pid=80169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 20:14:36.039479 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-7100381c-20ed-4123-a848-91220c34a8ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:36.052683 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-7100381c-20ed-4123-a848-91220c34a8ad service neutron] Transition to ACTIVE for port object f37af911-5926-4440-873f-e74897303966 will not be triggered until provisioned by entity L2. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:14:36.125019 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-aa74a3e2-d712-4ad0-bfbc-17e7d61be59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:36.125647 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-aa74a3e2-d712-4ad0-bfbc-17e7d61be59f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for port, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:36.127177 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-aa74a3e2-d712-4ad0-bfbc-17e7d61be59f service neutron] 10.222.0.90 "PUT /v2.0/ports/e7b3826e-dab5-4c3f-93a8-b6f3303eda15 HTTP/1.1" status: 200 len: 1157 time: 4.6528873 Feb 03 20:14:36.134429 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf55eb0e-5802-4e23-8da5-f6786b122819', 'tag': 'e7b3826e-dab5-4c3f-93a8-b6f3303eda15'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:14:36.141768 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-7100381c-20ed-4123-a848-91220c34a8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789467256'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:36.159994 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:36.266496 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-9d8be19f-2226-4616-9867-022d66195a0b req-e3666b35-d371-4c71-b398-567d3c505370 service neutron] For port 2a86718e-7a23-45f7-977f-2a3cad359862, host hv-cinder-77398, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:14:36.369413 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4205b-4602-4148-8ebb-28b4fd964d46 req-6e11f83b-0931-4798-81d9-62ede27ad8a3 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:36.379596 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-36b4205b-4602-4148-8ebb-28b4fd964d46 req-6e11f83b-0931-4798-81d9-62ede27ad8a3 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f169937-9f16-41a0-98be-b9773fb8b1e0 HTTP/1.1" status: 200 len: 945 time: 0.4423928 Feb 03 20:14:36.472199 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100381c-20ed-4123-a848-91220c34a8ad service neutron] Pushing event updated for resources: {'Port': ['ID=f37af911-5926-4440-873f-e74897303966,revision_number=2']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:36.474563 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-9d8be19f-2226-4616-9867-022d66195a0b req-e3666b35-d371-4c71-b398-567d3c505370 service neutron] For port 2a86718e-7a23-45f7-977f-2a3cad359862, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=2a86718e-7a23-45f7-977f-2a3cad359862,segment=NetworkSegment(4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927),segment_id=4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:14:36.478915 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-7100381c-20ed-4123-a848-91220c34a8ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:36.589487 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e987670-cf7e-44da-abd0-e620dd06e881 req-5cc32f07-564e-465d-8400-e22584dd995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:36.591297 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8e987670-cf7e-44da-abd0-e620dd06e881 req-5cc32f07-564e-465d-8400-e22584dd995b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3d2e750b64264333a0c0080a78748667&device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 1163 time: 0.5351343 Feb 03 20:14:36.596220 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e3b4d-b2b4-4c01-9ef0-a6a4b8460832 req-4ddbe95a-feb4-4667-bb74-c0fc507a8539 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:36.599067 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0b9e3b4d-b2b4-4c01-9ef0-a6a4b8460832 req-4ddbe95a-feb4-4667-bb74-c0fc507a8539 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 943 time: 0.5013950 Feb 03 20:14:36.618428 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-36b4205b-4602-4148-8ebb-28b4fd964d46 req-f9e3f25c-1360-452d-a634-b2cd6128f463 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/security-groups?id=67f7d287-0424-4c8e-a901-c58799925112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378056 Feb 03 20:14:36.638294 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-9d8be19f-2226-4616-9867-022d66195a0b req-e3666b35-d371-4c71-b398-567d3c505370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787982947'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:36.675902 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:36.780536 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-7100381c-20ed-4123-a848-91220c34a8ad service neutron] Attempting to bind port f37af911-5926-4440-873f-e74897303966 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:14:36.781128 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-7100381c-20ed-4123-a848-91220c34a8ad service neutron] Attempting to bind port f37af911-5926-4440-873f-e74897303966 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '970f0027-d918-4678-82f6-0f7c757ef161', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8d17e88c-98da-4189-afe8-1e14cbfde92f'}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:14:36.781652 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-7100381c-20ed-4123-a848-91220c34a8ad service neutron] Attempting to bind port f37af911-5926-4440-873f-e74897303966 on network 8d17e88c-98da-4189-afe8-1e14cbfde92f {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:14:36.798951 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-90077bc8-43c6-45f9-b60b-f1b0d330c153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:36.801078 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-90077bc8-43c6-45f9-b60b-f1b0d330c153 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e1c0df3d838d47bb903f815bc72144c5&device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 1160 time: 0.5581386 Feb 03 20:14:36.801905 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-7100381c-20ed-4123-a848-91220c34a8ad service neutron] Checking agent: {'id': '4ba2278c-c66c-406d-ba19-1defa11400a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 11, 16), 'started_at': datetime.datetime(2021, 2, 3, 20, 11, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:14:36.802313 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-7100381c-20ed-4123-a848-91220c34a8ad service neutron] Checking segment: {'id': '970f0027-d918-4678-82f6-0f7c757ef161', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8d17e88c-98da-4189-afe8-1e14cbfde92f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:14:36.802644 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-7100381c-20ed-4123-a848-91220c34a8ad service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:36.803229 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-7100381c-20ed-4123-a848-91220c34a8ad service neutron] Bound using segment: {'id': '970f0027-d918-4678-82f6-0f7c757ef161', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8d17e88c-98da-4189-afe8-1e14cbfde92f'} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:14:36.804001 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-7100381c-20ed-4123-a848-91220c34a8ad service neutron] Bound port: f37af911-5926-4440-873f-e74897303966, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970f0027-d918-4678-82f6-0f7c757ef161', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8d17e88c-98da-4189-afe8-1e14cbfde92f'}}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:14:36.808843 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-7100381c-20ed-4123-a848-91220c34a8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:36.905846 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3666b35-d371-4c71-b398-567d3c505370 service neutron] Pushing event updated for resources: {'Port': ['ID=2a86718e-7a23-45f7-977f-2a3cad359862,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:36.937626 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-0ffec034-c951-4018-b323-2716f224aab6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7b3826e-dab5-4c3f-93a8-b6f3303eda15 HTTP/1.1" status: 200 len: 217 time: 0.0944560 Feb 03 20:14:36.967245 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-e3666b35-d371-4c71-b398-567d3c505370 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:37.018205 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0b9e3b4d-b2b4-4c01-9ef0-a6a4b8460832 req-26ca8a08-6030-482f-8d62-dc7f7f62b304 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3977723 Feb 03 20:14:37.066339 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e987670-cf7e-44da-abd0-e620dd06e881 req-1a825b85-f68c-4ccc-8c97-cd9ba0415d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:37.068038 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8e987670-cf7e-44da-abd0-e620dd06e881 req-1a825b85-f68c-4ccc-8c97-cd9ba0415d9c service neutron] 10.222.0.90 "GET /v2.0/networks?id=823145a9-cb2c-4281-8d27-c96a6d2cddcd HTTP/1.1" status: 200 len: 913 time: 0.4038811 Feb 03 20:14:37.097028 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8be19f-2226-4616-9867-022d66195a0b req-e3666b35-d371-4c71-b398-567d3c505370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:37.097722 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-9d8be19f-2226-4616-9867-022d66195a0b req-e3666b35-d371-4c71-b398-567d3c505370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:37.099240 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9d8be19f-2226-4616-9867-022d66195a0b req-e3666b35-d371-4c71-b398-567d3c505370 service neutron] 10.222.0.90 "PUT /v2.0/ports/2a86718e-7a23-45f7-977f-2a3cad359862 HTTP/1.1" status: 200 len: 1157 time: 3.9864738 Feb 03 20:14:37.100016 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0debe45d-e8fa-4473-8c3d-f05442ac3fe6', 'tag': '2a86718e-7a23-45f7-977f-2a3cad359862'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:14:37.163045 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8e987670-cf7e-44da-abd0-e620dd06e881 req-3d49bf46-bab2-4dec-8156-e0d610219c4e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63381e5b-895e-46ba-916a-ab7c1f4f9211 HTTP/1.1" status: 200 len: 217 time: 0.0855391 Feb 03 20:14:37.179322 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-761fdf6f-f247-4a38-993f-e4998436d7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:37.195367 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-761fdf6f-f247-4a38-993f-e4998436d7b3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105 HTTP/1.1" status: 200 len: 849 time: 0.2281520 Feb 03 20:14:37.211710 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab8fc8-7b16-4cfd-9dac-131569c3976c req-a3ef6867-0a24-444e-9e5d-4dfa35b3f805 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:37.222080 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-39ab8fc8-7b16-4cfd-9dac-131569c3976c req-a3ef6867-0a24-444e-9e5d-4dfa35b3f805 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 946 time: 0.3262749 Feb 03 20:14:37.263846 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e987670-cf7e-44da-abd0-e620dd06e881 req-af5772d6-1ce2-4401-a12d-564d069b7dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:37.265497 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8e987670-cf7e-44da-abd0-e620dd06e881 req-af5772d6-1ce2-4401-a12d-564d069b7dd4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bcdd6f27-98eb-4350-a461-05ea1bdb5c9c HTTP/1.1" status: 200 len: 859 time: 0.0912697 Feb 03 20:14:37.307708 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-7100381c-20ed-4123-a848-91220c34a8ad service neutron] For port f37af911-5926-4440-873f-e74897303966, host hv-cinder-77398, cleared binding levels {{(pid=80169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:14:37.372157 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8e987670-cf7e-44da-abd0-e620dd06e881 req-8e95367c-5884-42f5-b1d8-e9b5a001d1f2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=823145a9-cb2c-4281-8d27-c96a6d2cddcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659759 Feb 03 20:14:37.390000 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-7100381c-20ed-4123-a848-91220c34a8ad service neutron] For port f37af911-5926-4440-873f-e74897303966, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f37af911-5926-4440-873f-e74897303966,segment=NetworkSegment(970f0027-d918-4678-82f6-0f7c757ef161),segment_id=970f0027-d918-4678-82f6-0f7c757ef161)] {{(pid=80169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:14:37.415441 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-d13f6faa-eeb6-4683-a28d-c9b1fdbcac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:37.417260 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-d13f6faa-eeb6-4683-a28d-c9b1fdbcac58 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f2b2556e-b9f4-4fa6-8f4c-d6203199ec31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1494970 Feb 03 20:14:37.433583 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.90', 60169) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:37.453834 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-39ab8fc8-7b16-4cfd-9dac-131569c3976c req-2ed74d9c-a27f-47ef-957b-c1ebc9a4c614 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300172 Feb 03 20:14:37.561839 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba9b4c-c808-408f-82aa-ef29e5015b56 req-5036efbb-235f-4d88-80ac-476d199462f9 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:37.563539 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e2ba9b4c-c808-408f-82aa-ef29e5015b56 req-5036efbb-235f-4d88-80ac-476d199462f9 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=8442b548-0e22-4151-9e40-01fee14115d2 HTTP/1.1" status: 200 len: 944 time: 0.3368065 Feb 03 20:14:37.570963 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8be19f-2226-4616-9867-022d66195a0b req-a8f30100-fb6d-4378-9b21-587b41b48cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:37.572593 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9d8be19f-2226-4616-9867-022d66195a0b req-a8f30100-fb6d-4378-9b21-587b41b48cdc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7d0c86df6c4f4593b9a31a035a219a8b&device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 1160 time: 0.2846954 Feb 03 20:14:37.633942 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8e987670-cf7e-44da-abd0-e620dd06e881 req-4ea6e14a-85a1-4329-95b8-0001392cc137 service neutron] 10.222.0.90 "GET /v2.0/networks/823145a9-cb2c-4281-8d27-c96a6d2cddcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946135 Feb 03 20:14:37.636702 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf55eb0e-5802-4e23-8da5-f6786b122819', 'tag': 'e7b3826e-dab5-4c3f-93a8-b6f3303eda15', 'status': 'completed', 'code': 200} Feb 03 20:14:37.638438 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-7100381c-20ed-4123-a848-91220c34a8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789467256'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:37.812304 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:37.939330 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9d8be19f-2226-4616-9867-022d66195a0b req-b1381f17-431d-4a74-8f9a-c1df5b3f15c9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a86718e-7a23-45f7-977f-2a3cad359862 HTTP/1.1" status: 200 len: 217 time: 0.3445067 Feb 03 20:14:38.052490 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e2ba9b4c-c808-408f-82aa-ef29e5015b56 req-6d675c5d-9a73-4ad2-8745-d147f3f6d031 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4d1487e-9e51-443a-9965-fdbd328d523f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786613 Feb 03 20:14:38.086118 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8be19f-2226-4616-9867-022d66195a0b req-541410ea-09eb-4bb4-92ad-66992b2154a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:38.087798 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9d8be19f-2226-4616-9867-022d66195a0b req-541410ea-09eb-4bb4-92ad-66992b2154a4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f3c3806f-0e98-495a-bf4b-ac3a793d5c17 HTTP/1.1" status: 200 len: 856 time: 0.1297302 Feb 03 20:14:38.180338 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0debe45d-e8fa-4473-8c3d-f05442ac3fe6', 'tag': '2a86718e-7a23-45f7-977f-2a3cad359862', 'status': 'completed', 'code': 200} Feb 03 20:14:38.285540 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad9b16-5201-4f1b-a761-d53d022079da req-02eb59fc-c5be-4f8c-a1eb-6c7a87628950 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:38.287853 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a2ad9b16-5201-4f1b-a761-d53d022079da req-02eb59fc-c5be-4f8c-a1eb-6c7a87628950 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.4151633 Feb 03 20:14:38.338681 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8be19f-2226-4616-9867-022d66195a0b req-fba79e65-e732-411e-a7cc-7619b5ec43d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:38.340359 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9d8be19f-2226-4616-9867-022d66195a0b req-fba79e65-e732-411e-a7cc-7619b5ec43d2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=08219bc6-fd07-43f5-9c2f-a541f5c84519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2427421 Feb 03 20:14:38.411253 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a2ad9b16-5201-4f1b-a761-d53d022079da req-2152b568-925f-4b3f-aee3-5bfec3ae7c16 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153328 Feb 03 20:14:38.461354 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100381c-20ed-4123-a848-91220c34a8ad service neutron] Pushing event updated for resources: {'Port': ['ID=f37af911-5926-4440-873f-e74897303966,revision_number=3']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:38.487197 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-7100381c-20ed-4123-a848-91220c34a8ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:38.632017 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face2d7c-c5f9-4f37-a484-f775fcaeef41 req-613ae3d6-5042-4328-aa4a-d1a01b5d975b tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:38.632877 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-face2d7c-c5f9-4f37-a484-f775fcaeef41 req-613ae3d6-5042-4328-aa4a-d1a01b5d975b tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Synchronizing usage tracker for tenant:995473274b884b29a3d63d8aad2d45c9 on resource:port {{(pid=80169) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:14:38.637676 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-7100381c-20ed-4123-a848-91220c34a8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:38.638357 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-7100381c-20ed-4123-a848-91220c34a8ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for port, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:38.639880 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-7100381c-20ed-4123-a848-91220c34a8ad service neutron] 10.222.0.90 "PUT /v2.0/ports/f37af911-5926-4440-873f-e74897303966 HTTP/1.1" status: 200 len: 1158 time: 3.7605469 Feb 03 20:14:38.660171 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354219fc-83b8-4048-8a10-cd27117d0151 req-0082154f-69f0-4689-b06f-a989aa914da8 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:38.661986 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-354219fc-83b8-4048-8a10-cd27117d0151 req-0082154f-69f0-4689-b06f-a989aa914da8 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f169937-9f16-41a0-98be-b9773fb8b1e0 HTTP/1.1" status: 200 len: 945 time: 0.3183568 Feb 03 20:14:38.671561 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-91194ca7-3087-4b42-bc64-4d124327ebe6 service neutron] 10.222.0.90 "GET /v2.0/networks/f2b2556e-b9f4-4fa6-8f4c-d6203199ec31?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2286308 Feb 03 20:14:38.680833 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8e987670-cf7e-44da-abd0-e620dd06e881 req-047e736b-e7fa-479a-92d6-8d52b46efc71 service neutron] 10.222.0.90 "GET /v2.0/networks/823145a9-cb2c-4281-8d27-c96a6d2cddcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9516268 Feb 03 20:14:38.731452 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-face2d7c-c5f9-4f37-a484-f775fcaeef41 req-613ae3d6-5042-4328-aa4a-d1a01b5d975b tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Unset dirty status for tenant:995473274b884b29a3d63d8aad2d45c9 on resource:port {{(pid=80169) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:14:38.738876 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-face2d7c-c5f9-4f37-a484-f775fcaeef41 req-613ae3d6-5042-4328-aa4a-d1a01b5d975b tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f169937-9f16-41a0-98be-b9773fb8b1e0 HTTP/1.1" status: 200 len: 945 time: 1.2975674 Feb 03 20:14:38.925621 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e3fdc-bcdb-4b01-acdd-1970a57b2ba5 req-3f274f48-86ac-427a-a46d-9fcbe825e64d tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:38.928820 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 6ec4cbd6-bf4f-48f6-a69f-c119be0cac90 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:14:38.935086 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3a8e3fdc-bcdb-4b01-acdd-1970a57b2ba5 req-3f274f48-86ac-427a-a46d-9fcbe825e64d tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 943 time: 0.2695920 Feb 03 20:14:38.938717 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9d8be19f-2226-4616-9867-022d66195a0b req-3bfd3d3d-263d-4282-9a27-9278389b1cbe service neutron] 10.222.0.90 "GET /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5512521 Feb 03 20:14:38.960189 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-354219fc-83b8-4048-8a10-cd27117d0151 req-afd0596e-f23e-454e-aa86-04d6f8048389 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/security-groups?id=67f7d287-0424-4c8e-a901-c58799925112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553990 Feb 03 20:14:39.046022 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7f06bed6-6216-4b66-9d0f-00643bb84621 req-59cfdf8b-bdeb-448c-86f7-03bc3643e723 service neutron] 10.222.0.90 "GET /v2.0/networks/f2b2556e-b9f4-4fa6-8f4c-d6203199ec31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3615873 Feb 03 20:14:39.100723 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:39.151999 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port 6ec4cbd6-bf4f-48f6-a69f-c119be0cac90, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=6ec4cbd6-bf4f-48f6-a69f-c119be0cac90,segment=NetworkSegment(74771999-6d06-4cb2-9c89-cef16ef8ca71),segment_id=74771999-6d06-4cb2-9c89-cef16ef8ca71)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:14:39.157999 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f169937-9f16-41a0-98be-b9773fb8b1e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ec4cbd6-bf4f-48f6-a69f-c119be0cac90'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:14:39.180015 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-face2d7c-c5f9-4f37-a484-f775fcaeef41 req-69233238-dd55-473c-a20c-d81bb7c88f82 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Deleting port 6ec4cbd6-bf4f-48f6-a69f-c119be0cac90 {{(pid=80169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:14:39.180717 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-face2d7c-c5f9-4f37-a484-f775fcaeef41 req-69233238-dd55-473c-a20c-d81bb7c88f82 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:39.183988 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:39.186918 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:39.248261 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3a8e3fdc-bcdb-4b01-acdd-1970a57b2ba5 req-67ec52f4-bf67-4f80-a6a2-01a3ca34ed5b tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3119905 Feb 03 20:14:39.258314 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9d8be19f-2226-4616-9867-022d66195a0b req-3a27406a-29e2-4cf7-9fd6-6fc523b2a1ee service neutron] 10.222.0.90 "GET /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2939370 Feb 03 20:14:39.295424 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=6ec4cbd6-bf4f-48f6-a69f-c119be0cac90,revision_number=5']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:39.305659 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:39.306142 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:39.306594 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:39.307059 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:39.307503 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:39.308013 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:39.308757 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:39.309197 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:39.309786 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:39.310227 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:39.310814 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:39.311250 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:39.311795 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:39.312231 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:39.312667 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:39.313101 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:39.313697 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:39.314137 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:39.314940 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:39.315689 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:39.316132 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:39.316577 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:39.317012 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:39.317445 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:14:39.336468 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:39.412766 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-db3e8187-5f94-41ac-b1d1-3eeaf1e6bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:39.415636 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-db3e8187-5f94-41ac-b1d1-3eeaf1e6bba5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d92de69ae0c9433c81e657bbb76393be&device_id=8442b548-0e22-4151-9e40-01fee14115d2 HTTP/1.1" status: 200 len: 1161 time: 0.5442305 Feb 03 20:14:39.526347 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-d0415857-e970-4dda-a393-1fb6b2b69b08 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f37af911-5926-4440-873f-e74897303966 HTTP/1.1" status: 200 len: 217 time: 0.0841329 Feb 03 20:14:39.529366 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc370675-adc9-405b-9529-2299eb0ca887 req-8b326c44-5d9a-4722-881c-eb6848f630e6 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:39.531228 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-dc370675-adc9-405b-9529-2299eb0ca887 req-8b326c44-5d9a-4722-881c-eb6848f630e6 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 946 time: 0.3134465 Feb 03 20:14:39.639446 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8442b548-0e22-4151-9e40-01fee14115d2', 'tag': 'f37af911-5926-4440-873f-e74897303966'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:14:39.658957 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d4f3b-78b8-4ffc-ad91-a1d50350b6e5 req-427af42a-a8b3-4486-a97e-25f874c7e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:39.660630 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-970d4f3b-78b8-4ffc-ad91-a1d50350b6e5 req-427af42a-a8b3-4486-a97e-25f874c7e9ae service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e1c0df3d838d47bb903f815bc72144c5&device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 1160 time: 0.4375105 Feb 03 20:14:39.737410 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-dc370675-adc9-405b-9529-2299eb0ca887 req-3ed8b17d-30f1-4595-b24f-ee11f0697265 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089528 Feb 03 20:14:39.792772 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-955abaf4-b9c2-4c33-ae56-0d1dd02a7da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:39.794453 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-955abaf4-b9c2-4c33-ae56-0d1dd02a7da5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e9f199c1-9212-45c5-aab1-5cb1d885f64b HTTP/1.1" status: 200 len: 849 time: 0.2485094 Feb 03 20:14:39.883560 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-a95d397b-c082-4faf-bb72-0e552861cd42 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8d17e88c-98da-4189-afe8-1e14cbfde92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774677 Feb 03 20:14:39.890312 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f169937-9f16-41a0-98be-b9773fb8b1e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ec4cbd6-bf4f-48f6-a69f-c119be0cac90', 'code': 200} Feb 03 20:14:39.910381 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-face2d7c-c5f9-4f37-a484-f775fcaeef41 req-69233238-dd55-473c-a20c-d81bb7c88f82 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] For port 6ec4cbd6-bf4f-48f6-a69f-c119be0cac90, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=6ec4cbd6-bf4f-48f6-a69f-c119be0cac90,segment=NetworkSegment(74771999-6d06-4cb2-9c89-cef16ef8ca71),segment_id=74771999-6d06-4cb2-9c89-cef16ef8ca71)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:14:39.910763 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-face2d7c-c5f9-4f37-a484-f775fcaeef41 req-69233238-dd55-473c-a20c-d81bb7c88f82 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:39.955914 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840da4aa-94fe-4451-b2a3-732ae51dca05 req-41fb8082-e8ed-4b88-b166-d61c5c32973d tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:39.958502 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-840da4aa-94fe-4451-b2a3-732ae51dca05 req-41fb8082-e8ed-4b88-b166-d61c5c32973d tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=8442b548-0e22-4151-9e40-01fee14115d2 HTTP/1.1" status: 200 len: 944 time: 0.4260573 Feb 03 20:14:40.025826 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef39c5-cc99-4cd2-ae1e-fd2fbb3bbbec req-2c8219ba-75bc-4652-acd6-fe3c6da9780a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:40.027551 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d6ef39c5-cc99-4cd2-ae1e-fd2fbb3bbbec req-2c8219ba-75bc-4652-acd6-fe3c6da9780a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7d0c86df6c4f4593b9a31a035a219a8b&device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 1160 time: 0.4937871 Feb 03 20:14:40.050942 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-840da4aa-94fe-4451-b2a3-732ae51dca05 req-7fa2c785-0d1a-4d0c-b51f-1bce78329e60 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4d1487e-9e51-443a-9965-fdbd328d523f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848396 Feb 03 20:14:40.158054 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8442b548-0e22-4151-9e40-01fee14115d2', 'tag': 'f37af911-5926-4440-873f-e74897303966', 'status': 'completed', 'code': 200} Feb 03 20:14:40.166203 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-face2d7c-c5f9-4f37-a484-f775fcaeef41 req-69233238-dd55-473c-a20c-d81bb7c88f82 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Calling delete_port for 6ec4cbd6-bf4f-48f6-a69f-c119be0cac90 owned by compute:nova {{(pid=80169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:14:40.218274 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 49650) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:40.270098 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d4f3b-78b8-4ffc-ad91-a1d50350b6e5 req-018505ff-95c9-4d4b-9011-66110817d5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:40.271792 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-970d4f3b-78b8-4ffc-ad91-a1d50350b6e5 req-018505ff-95c9-4d4b-9011-66110817d5bd service neutron] 10.222.0.90 "GET /v2.0/networks?id=f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 HTTP/1.1" status: 200 len: 904 time: 0.5961788 Feb 03 20:14:40.274879 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef39c5-cc99-4cd2-ae1e-fd2fbb3bbbec req-c6ed1ada-2872-4399-8259-db1e3a5f0da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:40.276500 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d6ef39c5-cc99-4cd2-ae1e-fd2fbb3bbbec req-c6ed1ada-2872-4399-8259-db1e3a5f0da9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=08219bc6-fd07-43f5-9c2f-a541f5c84519 HTTP/1.1" status: 200 len: 911 time: 0.2242186 Feb 03 20:14:40.419506 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d6ef39c5-cc99-4cd2-ae1e-fd2fbb3bbbec req-93da9288-a841-4b85-8c1f-b8d6afedf212 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a86718e-7a23-45f7-977f-2a3cad359862 HTTP/1.1" status: 200 len: 217 time: 0.0979035 Feb 03 20:14:40.498698 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0a396374-0569-4bbc-a15d-7b6dc62f85e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:40.546561 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-0a396374-0569-4bbc-a15d-7b6dc62f85e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:40.557784 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-0a396374-0569-4bbc-a15d-7b6dc62f85e6 admin admin] Usage tracker for resource:security_group_rule and tenant:7e21e184480c45038fc169be28695d8a is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:40.563493 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-0a396374-0569-4bbc-a15d-7b6dc62f85e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:40.578321 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-0a396374-0569-4bbc-a15d-7b6dc62f85e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:40.582447 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef39c5-cc99-4cd2-ae1e-fd2fbb3bbbec req-37752d97-2ed6-4e18-8fd2-4d62b102c5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:40.584136 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d6ef39c5-cc99-4cd2-ae1e-fd2fbb3bbbec req-37752d97-2ed6-4e18-8fd2-4d62b102c5c5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f3c3806f-0e98-495a-bf4b-ac3a793d5c17 HTTP/1.1" status: 200 len: 856 time: 0.1433942 Feb 03 20:14:40.592759 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-970d4f3b-78b8-4ffc-ad91-a1d50350b6e5 req-076585a9-6a5a-4760-8c00-f76bfb34973d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7b3826e-dab5-4c3f-93a8-b6f3303eda15 HTTP/1.1" status: 200 len: 217 time: 0.3052649 Feb 03 20:14:40.682355 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31f1fb-41ca-4123-ac6d-b1256118cd46 req-1411c49a-219a-4b2c-a7c4-18bf2feb345c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:40.683989 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8c31f1fb-41ca-4123-ac6d-b1256118cd46 req-1411c49a-219a-4b2c-a7c4-18bf2feb345c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.4671767 Feb 03 20:14:40.777139 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-2745b877-26c9-494f-8be5-9f7d7f5f7e62 service neutron] 10.222.0.90 "GET /v2.0/networks/8d17e88c-98da-4189-afe8-1e14cbfde92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7622221 Feb 03 20:14:40.788511 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d4f3b-78b8-4ffc-ad91-a1d50350b6e5 req-2a443a4e-023e-4f70-8481-1d343d74ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:40.789716 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-970d4f3b-78b8-4ffc-ad91-a1d50350b6e5 req-2a443a4e-023e-4f70-8481-1d343d74ec2c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105 HTTP/1.1" status: 200 len: 849 time: 0.1812956 Feb 03 20:14:40.819456 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009b520-bf55-42e0-b474-8875efe0387b req-6f3e6a68-4675-4fd3-9ed2-12ef6336ca0c tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:40.821182 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6009b520-bf55-42e0-b474-8875efe0387b req-6f3e6a68-4675-4fd3-9ed2-12ef6336ca0c tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f169937-9f16-41a0-98be-b9773fb8b1e0 HTTP/1.1" status: 200 len: 943 time: 0.5478415 Feb 03 20:14:40.973291 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8c31f1fb-41ca-4123-ac6d-b1256118cd46 req-c6376312-a815-4104-b00f-e8699e6c931e tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2412200 Feb 03 20:14:41.004569 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6009b520-bf55-42e0-b474-8875efe0387b req-dc120465-0127-462d-b8f1-81f647f2cc82 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/security-groups?id=67f7d287-0424-4c8e-a901-c58799925112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613910 Feb 03 20:14:41.065004 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-b5e59df2-08e1-4ce7-92d8-b8161c43850a service neutron] 10.222.0.90 "GET /v2.0/networks/8d17e88c-98da-4189-afe8-1e14cbfde92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2792075 Feb 03 20:14:41.067645 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d4f3b-78b8-4ffc-ad91-a1d50350b6e5 req-bf40d9cd-c015-404a-b843-914c3642de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:41.069379 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-970d4f3b-78b8-4ffc-ad91-a1d50350b6e5 req-bf40d9cd-c015-404a-b843-914c3642de70 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f2b2556e-b9f4-4fa6-8f4c-d6203199ec31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2556987 Feb 03 20:14:41.122892 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-face2d7c-c5f9-4f37-a484-f775fcaeef41 req-69233238-dd55-473c-a20c-d81bb7c88f82 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:41.126974 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0a396374-0569-4bbc-a15d-7b6dc62f85e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:41.139024 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef39c5-cc99-4cd2-ae1e-fd2fbb3bbbec req-29e58ab4-4862-49ca-b60d-bf522060e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:41.156856 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d6ef39c5-cc99-4cd2-ae1e-fd2fbb3bbbec req-29e58ab4-4862-49ca-b60d-bf522060e23d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=08219bc6-fd07-43f5-9c2f-a541f5c84519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5588574 Feb 03 20:14:41.162886 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-7100381c-20ed-4123-a848-91220c34a8ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:41.178181 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0a396374-0569-4bbc-a15d-7b6dc62f85e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:41.193904 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:41.368454 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69233238-dd55-473c-a20c-d81bb7c88f82 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Pushing event deleted for resources: {'Port': ['ID=6ec4cbd6-bf4f-48f6-a69f-c119be0cac90,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:41.390761 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-69233238-dd55-473c-a20c-d81bb7c88f82 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:41.504610 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-970d4f3b-78b8-4ffc-ad91-a1d50350b6e5 req-48597e40-203d-4531-ae10-073de93dec11 service neutron] 10.222.0.90 "GET /v2.0/networks/f2b2556e-b9f4-4fa6-8f4c-d6203199ec31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141772 Feb 03 20:14:41.618440 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-0a396374-0569-4bbc-a15d-7b6dc62f85e6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7e21e184480c45038fc169be28695d8a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3959596 Feb 03 20:14:41.622784 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 49676) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:41.626024 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a396374-0569-4bbc-a15d-7b6dc62f85e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd23b928-fc9c-4d68-a790-60260efb98d6,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:41.634178 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-0a396374-0569-4bbc-a15d-7b6dc62f85e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:41.670968 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45034e-04d1-4d8d-8c77-c0a88128ebe5 req-ffdbb9f9-6f53-4d6c-95d7-33dfa67d3773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:41.672623 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fd45034e-04d1-4d8d-8c77-c0a88128ebe5 req-ffdbb9f9-6f53-4d6c-95d7-33dfa67d3773 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d92de69ae0c9433c81e657bbb76393be&device_id=8442b548-0e22-4151-9e40-01fee14115d2 HTTP/1.1" status: 200 len: 1161 time: 0.4033177 Feb 03 20:14:41.684441 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-face2d7c-c5f9-4f37-a484-f775fcaeef41 req-69233238-dd55-473c-a20c-d81bb7c88f82 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] No DVR routers for this DVR port 6ec4cbd6-bf4f-48f6-a69f-c119be0cac90 on host hv-cinder-77398 {{(pid=80169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 20:14:41.726478 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-face2d7c-c5f9-4f37-a484-f775fcaeef41 req-69233238-dd55-473c-a20c-d81bb7c88f82 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:41.832616 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-970d4f3b-78b8-4ffc-ad91-a1d50350b6e5 req-685963f6-241c-40aa-bcdf-c4041689ba00 service neutron] 10.222.0.90 "GET /v2.0/networks/f2b2556e-b9f4-4fa6-8f4c-d6203199ec31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3134048 Feb 03 20:14:41.862636 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d792e04-437c-4d98-a832-b4a94e7a2c89 req-4c6814b3-adf0-430a-a8fb-2ac0651469b0 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:41.864370 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5d792e04-437c-4d98-a832-b4a94e7a2c89 req-4c6814b3-adf0-430a-a8fb-2ac0651469b0 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 943 time: 0.6776333 Feb 03 20:14:41.872346 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45034e-04d1-4d8d-8c77-c0a88128ebe5 req-dfcc04c4-7914-40a3-af97-272bcc4a66be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:41.874160 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fd45034e-04d1-4d8d-8c77-c0a88128ebe5 req-dfcc04c4-7914-40a3-af97-272bcc4a66be service neutron] 10.222.0.90 "GET /v2.0/networks?id=8d17e88c-98da-4189-afe8-1e14cbfde92f HTTP/1.1" status: 200 len: 903 time: 0.1927619 Feb 03 20:14:41.878727 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d6ef39c5-cc99-4cd2-ae1e-fd2fbb3bbbec req-e18515d1-8780-4252-a8a4-a714eff11c1d service neutron] 10.222.0.90 "GET /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283216 Feb 03 20:14:41.878869 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-face2d7c-c5f9-4f37-a484-f775fcaeef41 req-69233238-dd55-473c-a20c-d81bb7c88f82 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.90 "DELETE /v2.0/ports/6ec4cbd6-bf4f-48f6-a69f-c119be0cac90 HTTP/1.1" status: 204 len: 173 time: 3.0084743 Feb 03 20:14:41.958561 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fd45034e-04d1-4d8d-8c77-c0a88128ebe5 req-e3f826e5-055e-4969-b296-5c61af27ae89 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f37af911-5926-4440-873f-e74897303966 HTTP/1.1" status: 200 len: 217 time: 0.0702853 Feb 03 20:14:41.963896 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf7087-75f9-4e75-a969-8a103b91b43e req-7b295f66-b7ef-43c2-b6a2-698196da4bcb tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:41.965645 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d8bf7087-75f9-4e75-a969-8a103b91b43e req-7b295f66-b7ef-43c2-b6a2-698196da4bcb tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 946 time: 0.7235579 Feb 03 20:14:42.014813 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d2a07f8d-c12f-43ea-ab47-2c3d47879405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:42.030070 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45034e-04d1-4d8d-8c77-c0a88128ebe5 req-6ac011da-a360-416e-b473-f0b7a2cbc8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:42.031595 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fd45034e-04d1-4d8d-8c77-c0a88128ebe5 req-6ac011da-a360-416e-b473-f0b7a2cbc8e1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e9f199c1-9212-45c5-aab1-5cb1d885f64b HTTP/1.1" status: 200 len: 849 time: 0.0668614 Feb 03 20:14:42.091184 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fd45034e-04d1-4d8d-8c77-c0a88128ebe5 req-72ad89fb-4054-45fe-bc13-a7a45f162b60 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8d17e88c-98da-4189-afe8-1e14cbfde92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481777 Feb 03 20:14:42.178614 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f169937-9f16-41a0-98be-b9773fb8b1e0', 'name': 'network-vif-deleted', 'tag': '6ec4cbd6-bf4f-48f6-a69f-c119be0cac90'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:14:42.183352 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5d792e04-437c-4d98-a832-b4a94e7a2c89 req-23766c2d-bd2f-4277-ba2f-8e62bd8f12d6 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3045382 Feb 03 20:14:42.185379 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d2a07f8d-c12f-43ea-ab47-2c3d47879405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:42.257122 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d8bf7087-75f9-4e75-a969-8a103b91b43e req-7a0161db-682d-4a99-a201-f4aa6fd151d1 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749689 Feb 03 20:14:42.293593 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fd45034e-04d1-4d8d-8c77-c0a88128ebe5 req-deba864e-58f9-44bd-852c-4845ee2ae90a service neutron] 10.222.0.90 "GET /v2.0/networks/8d17e88c-98da-4189-afe8-1e14cbfde92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937001 Feb 03 20:14:42.307398 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d6ef39c5-cc99-4cd2-ae1e-fd2fbb3bbbec req-b6164b48-1bdc-46dd-96b1-c77a2fc0e707 service neutron] 10.222.0.90 "GET /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3361440 Feb 03 20:14:42.386021 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d2a07f8d-c12f-43ea-ab47-2c3d47879405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:42.398825 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:42.415557 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a07f8d-c12f-43ea-ab47-2c3d47879405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd23b928-fc9c-4d68-a790-60260efb98d6,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:42.420995 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-d2a07f8d-c12f-43ea-ab47-2c3d47879405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:42.464706 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fd45034e-04d1-4d8d-8c77-c0a88128ebe5 req-80dd279d-09f5-49a7-9bf1-4c3972581a33 service neutron] 10.222.0.90 "GET /v2.0/networks/8d17e88c-98da-4189-afe8-1e14cbfde92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1598079 Feb 03 20:14:42.476659 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d2a07f8d-c12f-43ea-ab47-2c3d47879405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:42.477876 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-d2a07f8d-c12f-43ea-ab47-2c3d47879405 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/dd23b928-fc9c-4d68-a790-60260efb98d6 HTTP/1.1" status: 204 len: 168 time: 0.8456771 Feb 03 20:14:42.612228 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfa871-a7e0-48a1-94f6-8a51c0d944bd req-46530ee5-7ce2-4c31-b49a-82f8c5c2cda3 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:42.613961 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-76dfa871-a7e0-48a1-94f6-8a51c0d944bd req-46530ee5-7ce2-4c31-b49a-82f8c5c2cda3 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=8442b548-0e22-4151-9e40-01fee14115d2 HTTP/1.1" status: 200 len: 944 time: 0.2709365 Feb 03 20:14:42.704794 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f9ff6-83c2-482a-b21f-a351bfb93331 req-d8429833-df49-44f5-8f17-1ec1b7d39a2f tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:42.706498 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-204f9ff6-83c2-482a-b21f-a351bfb93331 req-d8429833-df49-44f5-8f17-1ec1b7d39a2f tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.2939589 Feb 03 20:14:42.803832 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-76dfa871-a7e0-48a1-94f6-8a51c0d944bd req-d3f0549b-ad4c-4582-9727-9f2e1ed3ad0b tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4d1487e-9e51-443a-9965-fdbd328d523f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938604 Feb 03 20:14:42.829056 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-204f9ff6-83c2-482a-b21f-a351bfb93331 req-150f31ae-fdcf-47b6-8f56-b6fbf86f6e0e tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017025 Feb 03 20:14:42.917137 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f169937-9f16-41a0-98be-b9773fb8b1e0', 'name': 'network-vif-deleted', 'tag': '6ec4cbd6-bf4f-48f6-a69f-c119be0cac90', 'status': 'completed', 'code': 200} Feb 03 20:14:43.001184 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d0567930-6eac-479c-9cf6-6e2b52c02d3b req-8cf243bf-0941-4038-a9a6-4716d2db9fd6 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] 10.222.0.101 "GET /v2.0/ports?device_id=1f169937-9f16-41a0-98be-b9773fb8b1e0 HTTP/1.1" status: 200 len: 210 time: 0.0513210 Feb 03 20:14:43.052603 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9782ac85-459a-49e0-91ea-1191704bfd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:43.255191 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 49700) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:43.279991 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-42c1c536-2ef5-4be9-a083-371c735fbdc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:43.296390 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-42c1c536-2ef5-4be9-a083-371c735fbdc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:43.304989 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-42c1c536-2ef5-4be9-a083-371c735fbdc3 admin admin] Usage tracker for resource:security_group_rule and tenant:e9eaccba826f4763b11e09b3fb5ce017 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:43.308790 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-42c1c536-2ef5-4be9-a083-371c735fbdc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:43.317899 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-42c1c536-2ef5-4be9-a083-371c735fbdc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:43.445975 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-42c1c536-2ef5-4be9-a083-371c735fbdc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:43.526437 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-42c1c536-2ef5-4be9-a083-371c735fbdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:43.536111 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-f38618db-ad8f-4192-922b-350f08a81462 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:43.580167 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-42c1c536-2ef5-4be9-a083-371c735fbdc3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e9eaccba826f4763b11e09b3fb5ce017&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229871 Feb 03 20:14:43.581878 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1c536-2ef5-4be9-a083-371c735fbdc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e794ac7a-990e-4a8b-9c76-883637579ad1,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:43.586319 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-42c1c536-2ef5-4be9-a083-371c735fbdc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:43.587022 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 49708) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:43.596362 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fb472-a75c-49ef-9782-bc5ebeae6b75 req-a8ef56e2-cbdf-4c4d-91fb-f5199ea63205 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:43.598176 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f32fb472-a75c-49ef-9782-bc5ebeae6b75 req-a8ef56e2-cbdf-4c4d-91fb-f5199ea63205 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 943 time: 0.2546494 Feb 03 20:14:43.654810 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-80a04b2f-852d-4af6-945a-24e0deeb8d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:43.685270 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-80a04b2f-852d-4af6-945a-24e0deeb8d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:43.716752 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fd3fe-a6f1-4a7a-bbe8-4851230ad399 req-7a5015f6-dd20-424d-801b-9f42e2b6c67e tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:43.718457 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ee7fd3fe-a6f1-4a7a-bbe8-4851230ad399 req-7a5015f6-dd20-424d-801b-9f42e2b6c67e tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 946 time: 0.2954071 Feb 03 20:14:43.763957 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f32fb472-a75c-49ef-9782-bc5ebeae6b75 req-4828a3da-707d-4d75-af88-bb660cf76bdb tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537571 Feb 03 20:14:43.783718 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-80a04b2f-852d-4af6-945a-24e0deeb8d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:43.790130 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:43.805815 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a04b2f-852d-4af6-945a-24e0deeb8d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e794ac7a-990e-4a8b-9c76-883637579ad1,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:43.809155 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-80a04b2f-852d-4af6-945a-24e0deeb8d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:43.811354 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-80a04b2f-852d-4af6-945a-24e0deeb8d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:43.812960 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-80a04b2f-852d-4af6-945a-24e0deeb8d92 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e794ac7a-990e-4a8b-9c76-883637579ad1 HTTP/1.1" status: 204 len: 168 time: 0.2245510 Feb 03 20:14:43.864087 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ee7fd3fe-a6f1-4a7a-bbe8-4851230ad399 req-11d644cb-762d-4492-aa0c-0a0986d9a351 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002083 Feb 03 20:14:44.214420 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d4826-f313-49a0-b17c-dba87062fb4f req-353e4c71-4312-4621-9a15-0b74826d0236 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:44.216177 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fe8d4826-f313-49a0-b17c-dba87062fb4f req-353e4c71-4312-4621-9a15-0b74826d0236 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=8442b548-0e22-4151-9e40-01fee14115d2 HTTP/1.1" status: 200 len: 944 time: 0.2403023 Feb 03 20:14:44.307728 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e63ff-560b-458a-b1ef-5b5fe5733efc req-8444b5de-415e-4f79-b157-7a7259cbf851 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:44.310065 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-644e63ff-560b-458a-b1ef-5b5fe5733efc req-8444b5de-415e-4f79-b157-7a7259cbf851 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.2857692 Feb 03 20:14:44.408014 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fe8d4826-f313-49a0-b17c-dba87062fb4f req-4a85e577-d76c-493f-8a3c-e58a8585e449 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4d1487e-9e51-443a-9965-fdbd328d523f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974782 Feb 03 20:14:44.431798 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-644e63ff-560b-458a-b1ef-5b5fe5733efc req-18b18810-2582-4f32-8469-74ad72df27e2 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017983 Feb 03 20:14:45.263786 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48eba1d-96a8-4057-b04f-486ce56c5232 req-1a686d58-ef72-401e-94ed-3ab07bc1af07 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:45.265524 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f48eba1d-96a8-4057-b04f-486ce56c5232 req-1a686d58-ef72-401e-94ed-3ab07bc1af07 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 943 time: 0.2501459 Feb 03 20:14:45.292710 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-bb5c7549-eb44-442c-ae89-1026735c9cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:45.358207 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935d7d4-b893-437d-8ea5-26b631c0aab3 req-dcd11de2-d1c0-4858-a786-cb85d8ab932f tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:45.359946 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1935d7d4-b893-437d-8ea5-26b631c0aab3 req-dcd11de2-d1c0-4858-a786-cb85d8ab932f tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 946 time: 0.3057878 Feb 03 20:14:45.460358 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f48eba1d-96a8-4057-b04f-486ce56c5232 req-a2b52483-8eb6-40de-9bcd-1449a6cfd332 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990820 Feb 03 20:14:45.514964 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1935d7d4-b893-437d-8ea5-26b631c0aab3 req-ee447b76-93f6-4d16-8b1d-6f7cdd94576d tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390393 Feb 03 20:14:45.875199 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b8137-1a08-4881-a853-34ad28543253 req-8b4300e5-5f29-47aa-8078-ff8d338fea76 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:45.875199 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3a3b8137-1a08-4881-a853-34ad28543253 req-8b4300e5-5f29-47aa-8078-ff8d338fea76 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=8442b548-0e22-4151-9e40-01fee14115d2 HTTP/1.1" status: 200 len: 944 time: 0.2724333 Feb 03 20:14:45.903779 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:45.942270 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 49796) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:45.970467 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34757ce1-6e82-4965-bf7d-a0ca0de45679 req-c79779f9-8b68-4113-adb3-0399cc1f4184 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:45.972210 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-34757ce1-6e82-4965-bf7d-a0ca0de45679 req-c79779f9-8b68-4113-adb3-0399cc1f4184 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.3079538 Feb 03 20:14:46.023926 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:46.071883 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3a3b8137-1a08-4881-a853-34ad28543253 req-9bcb0e94-a430-401b-bdef-7dbe1c954cc2 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4d1487e-9e51-443a-9965-fdbd328d523f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985143 Feb 03 20:14:46.098608 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-34757ce1-6e82-4965-bf7d-a0ca0de45679 req-db1fa80b-3d2c-44b3-a335-b5520982148d tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095490 Feb 03 20:14:46.117636 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device e7b3826e-dab5-4c3f-93a8-b6f3303eda15 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:14:46.123495 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1e75014b-5830-4b51-bf2e-b5966876e264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:46.141047 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-1e75014b-5830-4b51-bf2e-b5966876e264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:46.145193 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-1e75014b-5830-4b51-bf2e-b5966876e264 admin admin] Usage tracker for resource:security_group_rule and tenant:e0fb1dce62a940bdafea7ca060ba2461 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:46.149084 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-1e75014b-5830-4b51-bf2e-b5966876e264 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:46.155005 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-1e75014b-5830-4b51-bf2e-b5966876e264 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:46.229382 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning for port e7b3826e-dab5-4c3f-93a8-b6f3303eda15 completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:14:46.236844 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port e7b3826e-dab5-4c3f-93a8-b6f3303eda15 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:46.237283 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:46.244854 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1e75014b-5830-4b51-bf2e-b5966876e264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:46.292334 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1e75014b-5830-4b51-bf2e-b5966876e264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:46.304425 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:46.354106 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-1e75014b-5830-4b51-bf2e-b5966876e264 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e0fb1dce62a940bdafea7ca060ba2461&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4074411 Feb 03 20:14:46.354106 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75014b-5830-4b51-bf2e-b5966876e264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca092d7-0199-4fc3-9b09-796c44e397af,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:46.355425 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 49806) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:46.355678 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-1e75014b-5830-4b51-bf2e-b5966876e264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:46.386794 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:46.424422 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf55eb0e-5802-4e23-8da5-f6786b122819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b3826e-dab5-4c3f-93a8-b6f3303eda15'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:14:46.438440 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6540c187-d088-4064-8e09-9618613d9ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:46.443183 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port e7b3826e-dab5-4c3f-93a8-b6f3303eda15, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=e7b3826e-dab5-4c3f-93a8-b6f3303eda15,segment=NetworkSegment(e5cfedf2-070c-4fe2-9fd6-828d89417b0b),segment_id=e5cfedf2-070c-4fe2-9fd6-828d89417b0b)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:14:46.470215 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6540c187-d088-4064-8e09-9618613d9ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:46.482877 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:46.483766 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 49814) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:46.493981 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-38f12148-aa9a-4864-b6af-71385abb0d42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:46.570950 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf55eb0e-5802-4e23-8da5-f6786b122819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b3826e-dab5-4c3f-93a8-b6f3303eda15', 'code': 200} Feb 03 20:14:46.589395 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6540c187-d088-4064-8e09-9618613d9ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:46.593773 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-d0610fac-a55b-45ce-bc10-e638cfdded24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:46.626701 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540c187-d088-4064-8e09-9618613d9ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca092d7-0199-4fc3-9b09-796c44e397af,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:46.646568 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_v2 [None req-30587196-7dec-4d73-a183-6cebfb2e2a20 admin admin] Deleting subnet 6969874b-34f9-4e38-860c-16115b2aa8c3 {{(pid=80169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 03 20:14:46.651195 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-30587196-7dec-4d73-a183-6cebfb2e2a20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:46.685572 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=e7b3826e-dab5-4c3f-93a8-b6f3303eda15,revision_number=4']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:46.689757 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:46.762115 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-30587196-7dec-4d73-a183-6cebfb2e2a20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65514616'] for subnet, precommit_delete_associations {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:46.770911 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-6540c187-d088-4064-8e09-9618613d9ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:46.800509 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:46.819836 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6540c187-d088-4064-8e09-9618613d9ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:46.820987 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-6540c187-d088-4064-8e09-9618613d9ed5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cca092d7-0199-4fc3-9b09-796c44e397af HTTP/1.1" status: 204 len: 168 time: 0.4627750 Feb 03 20:14:46.837112 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-30587196-7dec-4d73-a183-6cebfb2e2a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-22235'] for subnet, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:47.010224 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233ee5d-07fb-4bf9-bada-2210c44a339a req-fa0de15a-f24c-48cd-9ad6-cb047cb6315c tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:47.012006 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b233ee5d-07fb-4bf9-bada-2210c44a339a req-fa0de15a-f24c-48cd-9ad6-cb047cb6315c tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 945 time: 0.3876562 Feb 03 20:14:47.114259 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b91d9-536e-4fe8-a804-bf48c77f5c95 req-e38361dc-808b-4c1b-b3f3-e7fba3d82290 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:47.116791 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-090b91d9-536e-4fe8-a804-bf48c77f5c95 req-e38361dc-808b-4c1b-b3f3-e7fba3d82290 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 946 time: 0.3430390 Feb 03 20:14:47.220338 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b233ee5d-07fb-4bf9-bada-2210c44a339a req-8e82a0f9-6ad5-4e2b-8ae5-127e163d8360 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024053 Feb 03 20:14:47.221261 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 49844) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:47.253993 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-090b91d9-536e-4fe8-a804-bf48c77f5c95 req-3d144e53-9876-481a-a81b-9283c6543396 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162772 Feb 03 20:14:47.583668 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5c7e8742-153c-4e98-a54d-b5294639ebbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:47.585429 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.objects.ports [None req-d4c53a4c-3baa-491c-9f20-6afee737a627 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80171) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 03 20:14:47.624877 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:47.636438 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e670a-fc1d-40ac-884c-2fd5f0ae3a48 req-197c5313-9967-4aab-b3a5-f9b6e9f83228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:47.637973 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0a8e670a-fc1d-40ac-884c-2fd5f0ae3a48 req-197c5313-9967-4aab-b3a5-f9b6e9f83228 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 1162 time: 0.7113085 Feb 03 20:14:47.666948 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-5c7e8742-153c-4e98-a54d-b5294639ebbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:47.678158 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-5c7e8742-153c-4e98-a54d-b5294639ebbd admin admin] Usage tracker for resource:security_group_rule and tenant:339c10e9902d4d18a699cf8499ab1306 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:47.681911 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-5c7e8742-153c-4e98-a54d-b5294639ebbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:47.692530 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0a8e670a-fc1d-40ac-884c-2fd5f0ae3a48 req-7686eed0-d211-4c4c-abef-60c002cb226d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476723 Feb 03 20:14:47.697814 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-5c7e8742-153c-4e98-a54d-b5294639ebbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:47.824827 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc71567-5cbf-4de9-ab6d-a5a961b19f56 req-109c0dd3-b1cd-4a0f-ae13-f7a22a4d80b5 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:47.826547 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5bc71567-5cbf-4de9-ab6d-a5a961b19f56 req-109c0dd3-b1cd-4a0f-ae13-f7a22a4d80b5 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.3772638 Feb 03 20:14:47.937235 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c74bc-427d-4228-a033-6e25801d9e7a req-714a7fec-f02e-4263-80b9-ec19330ea13f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:47.938926 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d21c74bc-427d-4228-a033-6e25801d9e7a req-714a7fec-f02e-4263-80b9-ec19330ea13f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=8442b548-0e22-4151-9e40-01fee14115d2 HTTP/1.1" status: 200 len: 944 time: 0.3262241 Feb 03 20:14:47.978362 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-30587196-7dec-4d73-a183-6cebfb2e2a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854753581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789467195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66919813'] for subnet, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:47.994915 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-6c632e39-9ad1-47e0-83ce-3b54bd486f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:48.031924 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5bc71567-5cbf-4de9-ab6d-a5a961b19f56 req-b655d708-6ff3-499a-afd2-f488f0462b50 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939240 Feb 03 20:14:48.060538 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d21c74bc-427d-4228-a033-6e25801d9e7a req-22c4e056-8c81-404d-b50e-8bc60e6bd8ad tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4d1487e-9e51-443a-9965-fdbd328d523f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116004 Feb 03 20:14:48.093015 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30587196-7dec-4d73-a183-6cebfb2e2a20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6969874b-34f9-4e38-860c-16115b2aa8c3,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:48.105166 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-30587196-7dec-4d73-a183-6cebfb2e2a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:48.139429 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5c7e8742-153c-4e98-a54d-b5294639ebbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:48.141241 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-30587196-7dec-4d73-a183-6cebfb2e2a20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:48.152755 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-30587196-7dec-4d73-a183-6cebfb2e2a20 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/6969874b-34f9-4e38-860c-16115b2aa8c3 HTTP/1.1" status: 204 len: 168 time: 1.6675272 Feb 03 20:14:48.155529 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 49864) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:48.179016 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5c7e8742-153c-4e98-a54d-b5294639ebbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:48.191383 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:48.609746 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-5c7e8742-153c-4e98-a54d-b5294639ebbd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=339c10e9902d4d18a699cf8499ab1306&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3545504 Feb 03 20:14:48.610574 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 49882) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:48.617256 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e8742-153c-4e98-a54d-b5294639ebbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9ae08e-71f1-4a71-a2e9-56c938e97cfe,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:48.620800 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5c7e8742-153c-4e98-a54d-b5294639ebbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:48.643692 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-101ca2eb-9c7e-4fab-a729-87e5668b78fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852798343'] for network, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:49.019925 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a245ca8-377e-4518-ae43-dbb12758b561 req-9d0cbb01-afe4-4604-a025-e12ace85d9fd tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:49.022646 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2a245ca8-377e-4518-ae43-dbb12758b561 req-9d0cbb01-afe4-4604-a025-e12ace85d9fd tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 945 time: 0.5780959 Feb 03 20:14:49.141241 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011f908-2680-459b-a281-fcbbcfdfbc2e req-4306775e-dd4b-4417-afe3-c1a4a3799134 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:49.142990 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5011f908-2680-459b-a281-fcbbcfdfbc2e req-4306775e-dd4b-4417-afe3-c1a4a3799134 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 946 time: 0.6999907 Feb 03 20:14:49.149091 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f160cbc7-945b-4ead-b397-961a12b52a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:49.194509 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-101ca2eb-9c7e-4fab-a729-87e5668b78fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8528', 'neutron.services.segments.db._delete_segments_for_network--9223363306292405654'] for network, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:49.313645 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f160cbc7-945b-4ead-b397-961a12b52a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:49.382157 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2a245ca8-377e-4518-ae43-dbb12758b561 req-768f0c97-13a8-4586-8574-800bc2fb641c tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346928 Feb 03 20:14:49.436325 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5011f908-2680-459b-a281-fcbbcfdfbc2e req-512d72f4-4897-4ca5-989d-070bd2565a0d tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831485 Feb 03 20:14:49.510232 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-101ca2eb-9c7e-4fab-a729-87e5668b78fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fabdc8ae-63cc-477b-8e16-b19f6405722e']}} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:14:49.526211 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-101ca2eb-9c7e-4fab-a729-87e5668b78fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74771999-6d06-4cb2-9c89-cef16ef8ca71') {'for_net_delete': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:14:49.526556 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-101ca2eb-9c7e-4fab-a729-87e5668b78fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74771999-6d06-4cb2-9c89-cef16ef8ca71') {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:14:49.539620 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-101ca2eb-9c7e-4fab-a729-87e5668b78fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306292408726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67077110'] for segment, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:49.591316 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-101ca2eb-9c7e-4fab-a729-87e5668b78fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:49.594631 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-101ca2eb-9c7e-4fab-a729-87e5668b78fc admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 03 20:14:49.673983 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 2a86718e-7a23-45f7-977f-2a3cad359862 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:14:49.800747 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning for port 2a86718e-7a23-45f7-977f-2a3cad359862 completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:14:49.807426 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 2a86718e-7a23-45f7-977f-2a3cad359862 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:49.808053 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:49.917901 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-101ca2eb-9c7e-4fab-a729-87e5668b78fc admin admin] Network fabdc8ae-63cc-477b-8e16-b19f6405722e has no segments {{(pid=80170) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 20:14:49.930521 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-101ca2eb-9c7e-4fab-a729-87e5668b78fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036787982913'] for segment, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:49.945280 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:49.974065 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0debe45d-e8fa-4473-8c3d-f05442ac3fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a86718e-7a23-45f7-977f-2a3cad359862'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:14:49.985137 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port 2a86718e-7a23-45f7-977f-2a3cad359862, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=2a86718e-7a23-45f7-977f-2a3cad359862,segment=NetworkSegment(4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927),segment_id=4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:14:50.000332 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f160cbc7-945b-4ead-b397-961a12b52a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:50.018101 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:50.019181 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device e7b3826e-dab5-4c3f-93a8-b6f3303eda15 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:14:50.020648 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5c7e8742-153c-4e98-a54d-b5294639ebbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:50.042952 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160cbc7-945b-4ead-b397-961a12b52a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9ae08e-71f1-4a71-a2e9-56c938e97cfe,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:50.045845 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-f160cbc7-945b-4ead-b397-961a12b52a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:50.066587 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:50.086763 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f160cbc7-945b-4ead-b397-961a12b52a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:50.090879 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-f160cbc7-945b-4ead-b397-961a12b52a06 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/be9ae08e-71f1-4a71-a2e9-56c938e97cfe HTTP/1.1" status: 204 len: 168 time: 1.4751062 Feb 03 20:14:50.163639 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=2a86718e-7a23-45f7-977f-2a3cad359862,revision_number=4']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:50.167270 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:50.219700 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port e7b3826e-dab5-4c3f-93a8-b6f3303eda15 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:50.220755 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:50.276517 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110090ee-2892-46e3-8e50-add726d15649 req-9acb8e89-0138-4306-b605-afc0e1f95a93 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:50.278253 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-110090ee-2892-46e3-8e50-add726d15649 req-9acb8e89-0138-4306-b605-afc0e1f95a93 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.6545756 Feb 03 20:14:50.367712 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429372a-ce39-435b-9508-0746d7670e65 req-890c3151-b439-4eec-b802-6be8a6ddeef0 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:50.375065 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4429372a-ce39-435b-9508-0746d7670e65 req-890c3151-b439-4eec-b802-6be8a6ddeef0 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=8442b548-0e22-4151-9e40-01fee14115d2 HTTP/1.1" status: 200 len: 944 time: 0.7524285 Feb 03 20:14:50.400727 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device f37af911-5926-4440-873f-e74897303966 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:14:50.407846 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-101ca2eb-9c7e-4fab-a729-87e5668b78fc admin admin] Network fabdc8ae-63cc-477b-8e16-b19f6405722e has no segments {{(pid=80170) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: Traceback (most recent call last): Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: timer() Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: cb(*args, **kw) Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: return func(*args, **kwargs) Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: self._notify() Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: self.callback(batched_events) Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: event.method(event) Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: segment_id)['aggregates'][0] Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: return f(self, *a, **k) Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: return self._get(url).json() Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: **kwargs) Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: return self.request(url, 'GET', **kwargs) Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: **endpoint_filter) Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 20:14:50.448183 dv-cinder-773985-1-smb neutron-server[80058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 20:14:50.526413 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning for port f37af911-5926-4440-873f-e74897303966 completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:14:50.532327 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port f37af911-5926-4440-873f-e74897303966 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:50.533075 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:50.606491 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4429372a-ce39-435b-9508-0746d7670e65 req-36b7974d-3e58-4c83-8bcd-72057b565e33 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4d1487e-9e51-443a-9965-fdbd328d523f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304096 Feb 03 20:14:50.634379 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-110090ee-2892-46e3-8e50-add726d15649 req-245a81f4-d095-4711-bb5a-2340739e0006 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2569830 Feb 03 20:14:50.752951 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-101ca2eb-9c7e-4fab-a729-87e5668b78fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853105267'] for network, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:50.760002 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-da0bf09c-5107-4244-8e7f-2c4372a7c654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:50.782230 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0debe45d-e8fa-4473-8c3d-f05442ac3fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a86718e-7a23-45f7-977f-2a3cad359862', 'code': 200} Feb 03 20:14:50.817402 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ca2eb-9c7e-4fab-a729-87e5668b78fc admin admin] Pushing event deleted for resources: {'Network': ['ID=fabdc8ae-63cc-477b-8e16-b19f6405722e,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:50.822934 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-101ca2eb-9c7e-4fab-a729-87e5668b78fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:50.843990 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-101ca2eb-9c7e-4fab-a729-87e5668b78fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:50.867087 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:50.882417 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-101ca2eb-9c7e-4fab-a729-87e5668b78fc admin admin] 10.222.0.101 "DELETE /v2.0/networks/fabdc8ae-63cc-477b-8e16-b19f6405722e HTTP/1.1" status: 204 len: 168 time: 2.7256300 Feb 03 20:14:50.917005 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port f37af911-5926-4440-873f-e74897303966, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f37af911-5926-4440-873f-e74897303966,segment=NetworkSegment(970f0027-d918-4678-82f6-0f7c757ef161),segment_id=970f0027-d918-4678-82f6-0f7c757ef161)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:14:50.938018 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:50.941955 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-39b858a1-c3d7-4621-80df-d4a42fbc9535 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:51.083242 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=f37af911-5926-4440-873f-e74897303966,revision_number=4']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:51.097765 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:51.190678 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3e2a9-2509-4161-b302-5291cacf0c8e req-ff158d8e-73ae-4e50-b798-6b42860218b2 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:51.192395 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-90e3e2a9-2509-4161-b302-5291cacf0c8e req-ff158d8e-73ae-4e50-b798-6b42860218b2 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 946 time: 0.2149520 Feb 03 20:14:51.250004 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c24b2-8af5-4e1d-a246-72978edf74b1 req-81caeeb0-6b16-4c64-bb0b-febc816cc38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:51.251966 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5f7c24b2-8af5-4e1d-a246-72978edf74b1 req-81caeeb0-6b16-4c64-bb0b-febc816cc38b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 1162 time: 0.1184077 Feb 03 20:14:51.269556 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 50004) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:51.293413 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae7384-75a4-43ee-aa67-3a86d619978a req-27850044-ebab-4ed3-9b37-1d8929f5732f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:51.301090 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-62ae7384-75a4-43ee-aa67-3a86d619978a req-27850044-ebab-4ed3-9b37-1d8929f5732f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 945 time: 0.3770905 Feb 03 20:14:51.358034 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5f7c24b2-8af5-4e1d-a246-72978edf74b1 req-6e7229aa-6bd6-4db7-b4f3-0560a8c18052 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894001 Feb 03 20:14:51.382814 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-f0c47171-181a-42ad-a409-746aa8994883 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=995473274b884b29a3d63d8aad2d45c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1120546 Feb 03 20:14:51.385468 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 50012) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:51.428918 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-62ae7384-75a4-43ee-aa67-3a86d619978a req-0497859c-07d9-4df6-a223-22de9dc71102 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265793 Feb 03 20:14:51.456160 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-90e3e2a9-2509-4161-b302-5291cacf0c8e req-6b182250-7fd9-4a3e-aa29-31b145515df9 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512735 Feb 03 20:14:51.467132 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d58077ab-7f36-4eeb-8cd5-4e2c1c3b6ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:51.503825 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d58077ab-7f36-4eeb-8cd5-4e2c1c3b6ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:51.605988 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d58077ab-7f36-4eeb-8cd5-4e2c1c3b6ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:51.611444 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3141dc39-5ea1-4383-a063-e69c87e287b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:51.627584 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58077ab-7f36-4eeb-8cd5-4e2c1c3b6ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f7d287-0424-4c8e-a901-c58799925112,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:51.631928 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-d58077ab-7f36-4eeb-8cd5-4e2c1c3b6ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:51.637796 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d58077ab-7f36-4eeb-8cd5-4e2c1c3b6ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:51.639252 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-d58077ab-7f36-4eeb-8cd5-4e2c1c3b6ca0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/67f7d287-0424-4c8e-a901-c58799925112 HTTP/1.1" status: 204 len: 168 time: 0.2514043 Feb 03 20:14:51.794730 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device f37af911-5926-4440-873f-e74897303966 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:14:51.851144 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e4d28-38fa-4442-9e0a-81f61aa7c737 req-f36b2270-b748-4286-8cd9-7428c0bd4554 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:51.862000 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ad4e4d28-38fa-4442-9e0a-81f61aa7c737 req-f36b2270-b748-4286-8cd9-7428c0bd4554 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 945 time: 0.2803705 Feb 03 20:14:51.863041 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 50034) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:51.871211 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-a7cfb3e8-2ac3-44c0-b5a8-c47c02100bf1 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Request body: {'floatingip': {'port_id': 'e7b3826e-dab5-4c3f-93a8-b6f3303eda15'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:14:51.942326 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port f37af911-5926-4440-873f-e74897303966 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:51.942758 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:51.993570 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a7cfb3e8-2ac3-44c0-b5a8-c47c02100bf1 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for floatingip, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:52.125096 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 2a86718e-7a23-45f7-977f-2a3cad359862 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:14:52.155879 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf29fc-366f-4280-b97c-35b4c446a269 req-b9da5a02-6ff3-4483-a1b1-5bf525731f98 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:52.157607 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f4bf29fc-366f-4280-b97c-35b4c446a269 req-b9da5a02-6ff3-4483-a1b1-5bf525731f98 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=8442b548-0e22-4151-9e40-01fee14115d2 HTTP/1.1" status: 200 len: 946 time: 0.2990866 Feb 03 20:14:52.250974 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 2a86718e-7a23-45f7-977f-2a3cad359862 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:52.251531 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:52.375136 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3834843-cbca-4fab-a2f3-7c76bf9774d2 req-0b9782de-d966-4bb9-b112-28f274072d49 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:52.376894 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b3834843-cbca-4fab-a2f3-7c76bf9774d2 req-0b9782de-d966-4bb9-b112-28f274072d49 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.2182899 Feb 03 20:14:52.408184 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f4bf29fc-366f-4280-b97c-35b4c446a269 req-edbb7d80-51c5-478c-8d21-808d2983a6d4 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4d1487e-9e51-443a-9965-fdbd328d523f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939054 Feb 03 20:14:52.492315 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b3834843-cbca-4fab-a2f3-7c76bf9774d2 req-dd89b897-a8fc-4e3e-a607-8b63d12cae44 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828571 Feb 03 20:14:52.784809 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8442b548-0e22-4151-9e40-01fee14115d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37af911-5926-4440-873f-e74897303966'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:14:52.834611 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607861e5-e2f1-4d12-b7c6-df195006c729 req-fbd49323-7270-4fd0-882f-2123da8a6aa2 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:52.836450 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-607861e5-e2f1-4d12-b7c6-df195006c729 req-fbd49323-7270-4fd0-882f-2123da8a6aa2 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 946 time: 0.2084496 Feb 03 20:14:52.917351 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8442b548-0e22-4151-9e40-01fee14115d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37af911-5926-4440-873f-e74897303966', 'code': 200} Feb 03 20:14:52.941815 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-607861e5-e2f1-4d12-b7c6-df195006c729 req-6a793981-ee74-4f58-961e-1fc32a939e46 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962224 Feb 03 20:14:53.288771 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a7cfb3e8-2ac3-44c0-b5a8-c47c02100bf1 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:53.393003 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a7cfb3e8-2ac3-44c0-b5a8-c47c02100bf1 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853105182'] for floatingip, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:53.418197 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 50082) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:53.505139 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 2a86718e-7a23-45f7-977f-2a3cad359862 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:14:53.651233 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 2a86718e-7a23-45f7-977f-2a3cad359862 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:53.651233 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:53.662502 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.l3_db [None req-a7cfb3e8-2ac3-44c0-b5a8-c47c02100bf1 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Floating IP a158ee26-997e-4bd6-b212-60b0b38f3e19 associated. External IP: 172.28.0.122, port: e7b3826e-dab5-4c3f-93a8-b6f3303eda15. Feb 03 20:14:53.761027 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f6941-bdb2-473c-af89-7d05a20e16dd req-9841a2f3-d95f-4cb8-ba10-c327f3863006 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:53.769668 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c74f6941-bdb2-473c-af89-7d05a20e16dd req-9841a2f3-d95f-4cb8-ba10-c327f3863006 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=8442b548-0e22-4151-9e40-01fee14115d2 HTTP/1.1" status: 200 len: 946 time: 0.2111382 Feb 03 20:14:53.890287 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e436e-7b68-40f1-a473-e24c0413de1e req-a20d9270-6ca6-4b62-aa89-f08f194f281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:53.891968 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-bb4e436e-7b68-40f1-a473-e24c0413de1e req-a20d9270-6ca6-4b62-aa89-f08f194f281e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8442b548-0e22-4151-9e40-01fee14115d2 HTTP/1.1" status: 200 len: 1163 time: 0.5454402 Feb 03 20:14:53.920703 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c74f6941-bdb2-473c-af89-7d05a20e16dd req-dce34103-362b-4ddb-8490-c7b5e1c70834 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4d1487e-9e51-443a-9965-fdbd328d523f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495340 Feb 03 20:14:53.976979 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-79edf52f-9264-43e4-a7b3-129c100598fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:54.004719 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-79edf52f-9264-43e4-a7b3-129c100598fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:54.009971 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-79edf52f-9264-43e4-a7b3-129c100598fc admin admin] Usage tracker for resource:security_group_rule and tenant:7161615813174c4eaf706825eacf87a4 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:54.014092 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-79edf52f-9264-43e4-a7b3-129c100598fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:54.020495 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-79edf52f-9264-43e4-a7b3-129c100598fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:54.198307 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b376b63-9b47-47fd-a8eb-c40c9514b50e req-05886939-f5a0-4cbe-9752-7cd241a814fa tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:54.200256 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2b376b63-9b47-47fd-a8eb-c40c9514b50e req-05886939-f5a0-4cbe-9752-7cd241a814fa tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.4268174 Feb 03 20:14:54.401067 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-bb4e436e-7b68-40f1-a473-e24c0413de1e req-b8adb175-476f-4517-9e49-eaa6d10cd3eb service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b4d1487e-9e51-443a-9965-fdbd328d523f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5014536 Feb 03 20:14:54.409417 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7cfb3e8-2ac3-44c0-b5a8-c47c02100bf1 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Router 245bae1d-c794-4c0b-b042-13b770008098 has already been hosted by L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 {{(pid=80169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 20:14:54.463821 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 50110) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:54.510150 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2b376b63-9b47-47fd-a8eb-c40c9514b50e req-682bc268-6545-4899-8ae5-bb0ca7df4f6b tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3023455 Feb 03 20:14:54.593185 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-79edf52f-9264-43e4-a7b3-129c100598fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:54.617570 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-79edf52f-9264-43e4-a7b3-129c100598fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:54.627640 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-6540c187-d088-4064-8e09-9618613d9ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:54.637386 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cfb3e8-2ac3-44c0-b5a8-c47c02100bf1 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:14:54.643885 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a7cfb3e8-2ac3-44c0-b5a8-c47c02100bf1 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for floatingip, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:54.656562 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1a4f40-cb71-4632-9ffc-04e7df4b5242 None None] Sync routers for ids ['245bae1d-c794-4c0b-b042-13b770008098'] in dv-cinder-773985-1-smb {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:14:54.672949 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1a4f40-cb71-4632-9ffc-04e7df4b5242 None None] Routers {'245bae1d-c794-4c0b-b042-13b770008098'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:14:54.676099 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-6c1a4f40-cb71-4632-9ffc-04e7df4b5242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:14:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['245bae1d-c794-4c0b-b042-13b770008098'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:14:54.702605 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79edf52f-9264-43e4-a7b3-129c100598fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16a3a33-6463-4f97-a4c3-a66211886267,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:54.721103 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-79edf52f-9264-43e4-a7b3-129c100598fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:54.770023 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-a7cfb3e8-2ac3-44c0-b5a8-c47c02100bf1 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "PUT /v2.0/floatingips/a158ee26-997e-4bd6-b212-60b0b38f3e19 HTTP/1.1" status: 200 len: 991 time: 2.9052758 Feb 03 20:14:54.772329 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf55eb0e-5802-4e23-8da5-f6786b122819', 'tag': 'e7b3826e-dab5-4c3f-93a8-b6f3303eda15'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:14:54.774638 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-df4ef667-49cf-4ebe-b897-ed1668466e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:54.858516 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-79edf52f-9264-43e4-a7b3-129c100598fc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7161615813174c4eaf706825eacf87a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4381747 Feb 03 20:14:54.861470 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 50126) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:54.876733 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-df4ef667-49cf-4ebe-b897-ed1668466e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:54.890211 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-df4ef667-49cf-4ebe-b897-ed1668466e1d admin admin] Usage tracker for resource:security_group_rule and tenant:13f860703ef94a2f9a993d79331bef57 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:54.904610 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-df4ef667-49cf-4ebe-b897-ed1668466e1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:54.917339 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-df4ef667-49cf-4ebe-b897-ed1668466e1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:54.976009 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3672db60-8356-4388-a5ba-59d5b58a061b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:54.993798 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-6c1a4f40-cb71-4632-9ffc-04e7df4b5242 None None] Set router 245bae1d-c794-4c0b-b042-13b770008098 gateway port host: dv-cinder-773985-1-smb {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:14:55.019342 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3672db60-8356-4388-a5ba-59d5b58a061b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:55.030189 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232008b3-5707-4b15-a3f1-5f9299dc564d req-2468c9b5-ddf1-48ad-ae2a-a8e944b00c99 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:55.031933 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-232008b3-5707-4b15-a3f1-5f9299dc564d req-2468c9b5-ddf1-48ad-ae2a-a8e944b00c99 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 946 time: 0.3122704 Feb 03 20:14:55.115720 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3672db60-8356-4388-a5ba-59d5b58a061b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:55.121508 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-eb464d43-8c79-4951-b0c7-cc71212d896e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:55.137952 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672db60-8356-4388-a5ba-59d5b58a061b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16a3a33-6463-4f97-a4c3-a66211886267,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:55.141119 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3672db60-8356-4388-a5ba-59d5b58a061b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:55.143639 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3672db60-8356-4388-a5ba-59d5b58a061b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:55.143639 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-3672db60-8356-4388-a5ba-59d5b58a061b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d16a3a33-6463-4f97-a4c3-a66211886267 HTTP/1.1" status: 204 len: 168 time: 0.2807572 Feb 03 20:14:55.188665 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-232008b3-5707-4b15-a3f1-5f9299dc564d req-2ba8f26f-97d6-4aa6-ae0e-1b1f2ca50c3a tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477635 Feb 03 20:14:55.315600 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7cd0f-790a-4fd6-8675-59240f56656b req-bedce4e6-ac14-4a9b-8762-f2ccd6fcdf88 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:55.317294 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-34b7cd0f-790a-4fd6-8675-59240f56656b req-bedce4e6-ac14-4a9b-8762-f2ccd6fcdf88 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.2357478 Feb 03 20:14:55.327867 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 50138) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:55.334981 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-941c0145-10f4-452c-acab-195527c61a1a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Request body: {'floatingip': {'port_id': '2a86718e-7a23-45f7-977f-2a3cad359862'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:14:55.465743 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-941c0145-10f4-452c-acab-195527c61a1a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for floatingip, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:55.476534 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-df4ef667-49cf-4ebe-b897-ed1668466e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:55.480074 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-6c1a4f40-cb71-4632-9ffc-04e7df4b5242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245bae1d-c794-4c0b-b042-13b770008098', 'name': 'tempest-AttachVolumeTestJSON-562042104-router', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:34Z', 'updated_at': '2021-02-03T20:13:56Z', 'revision_number': 4, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'gw_port': {'id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:36Z', 'updated_at': '2021-02-03T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_floatingips': [{'id': 'a158ee26-997e-4bd6-b212-60b0b38f3e19', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'floating_ip_address': '172.28.0.122', 'floating_network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'router_id': '245bae1d-c794-4c0b-b042-13b770008098', 'port_id': 'e7b3826e-dab5-4c3f-93a8-b6f3303eda15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31', 'mac_address': 'fa:16:3e:5d:1e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55eb0e-5802-4e23-8da5-f6786b122819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:14:17Z', 'updated_at': '2021-02-03T20:14:53Z', 'revision_number': 1, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cd38fd5-591b-4722-9cf3-5cbe5d83caa8', 'name': '', 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'mac_address': 'fa:16:3e:ff:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:49Z', 'updated_at': '2021-02-03T20:14:13Z', 'revision_number': 5, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'subnets': [{'id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:14:55.484835 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1a4f40-cb71-4632-9ffc-04e7df4b5242 None None] Checking router: 245bae1d-c794-4c0b-b042-13b770008098 for host: dv-cinder-773985-1-smb {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:14:55.504253 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1a4f40-cb71-4632-9ffc-04e7df4b5242 None None] Routers {'245bae1d-c794-4c0b-b042-13b770008098'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:14:55.504935 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-6c1a4f40-cb71-4632-9ffc-04e7df4b5242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:14:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['245bae1d-c794-4c0b-b042-13b770008098'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:14:55.522623 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-df4ef667-49cf-4ebe-b897-ed1668466e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:55.524549 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf55eb0e-5802-4e23-8da5-f6786b122819', 'tag': 'e7b3826e-dab5-4c3f-93a8-b6f3303eda15', 'status': 'completed', 'code': 200} Feb 03 20:14:55.532035 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:55.675488 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:14:55.743448 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e1e58-2c55-456e-b013-a732c82cee30 req-499c6fda-4c06-4f1b-b784-ba948839e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:55.743448 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7f9e1e58-2c55-456e-b013-a732c82cee30 req-499c6fda-4c06-4f1b-b784-ba948839e4a1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e1c0df3d838d47bb903f815bc72144c5&device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 1162 time: 0.2133124 Feb 03 20:14:55.744397 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-df4ef667-49cf-4ebe-b897-ed1668466e1d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=13f860703ef94a2f9a993d79331bef57&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2781584 Feb 03 20:14:55.745263 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ef667-49cf-4ebe-b897-ed1668466e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad7e0af-4263-427e-9f98-b4dd7883ae94,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:55.754855 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 50150) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:55.758923 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-df4ef667-49cf-4ebe-b897-ed1668466e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:55.845691 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-6c1a4f40-cb71-4632-9ffc-04e7df4b5242 None None] Set router 245bae1d-c794-4c0b-b042-13b770008098 gateway port host: dv-cinder-773985-1-smb {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:14:55.977422 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7b1c1-8e22-4db1-b0a0-cee95bfb4747 req-a0b6df38-e0b7-45d8-b8fd-7df417f58305 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:55.985809 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fce7b1c1-8e22-4db1-b0a0-cee95bfb4747 req-a0b6df38-e0b7-45d8-b8fd-7df417f58305 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=8442b548-0e22-4151-9e40-01fee14115d2 HTTP/1.1" status: 200 len: 946 time: 0.3791521 Feb 03 20:14:56.068979 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fce7b1c1-8e22-4db1-b0a0-cee95bfb4747 req-b1164036-ef8e-4905-8da6-34af7114a9d7 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4d1487e-9e51-443a-9965-fdbd328d523f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819416 Feb 03 20:14:56.154125 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a01fea7a-f5dd-44b8-b4f8-2b5a0900c8e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:56.194202 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a01fea7a-f5dd-44b8-b4f8-2b5a0900c8e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:56.396611 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a01fea7a-f5dd-44b8-b4f8-2b5a0900c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:56.407656 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:56.462175 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e1e58-2c55-456e-b013-a732c82cee30 req-cf5aaaca-1672-4772-b49d-e90b7c9d9de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:56.463842 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7f9e1e58-2c55-456e-b013-a732c82cee30 req-cf5aaaca-1672-4772-b49d-e90b7c9d9de2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 HTTP/1.1" status: 200 len: 904 time: 0.7079651 Feb 03 20:14:56.497929 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-6c1a4f40-cb71-4632-9ffc-04e7df4b5242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245bae1d-c794-4c0b-b042-13b770008098', 'name': 'tempest-AttachVolumeTestJSON-562042104-router', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:34Z', 'updated_at': '2021-02-03T20:13:56Z', 'revision_number': 4, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'gw_port': {'id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:36Z', 'updated_at': '2021-02-03T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_floatingips': [{'id': 'a158ee26-997e-4bd6-b212-60b0b38f3e19', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'floating_ip_address': '172.28.0.122', 'floating_network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'router_id': '245bae1d-c794-4c0b-b042-13b770008098', 'port_id': 'e7b3826e-dab5-4c3f-93a8-b6f3303eda15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31', 'mac_address': 'fa:16:3e:5d:1e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55eb0e-5802-4e23-8da5-f6786b122819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:14:17Z', 'updated_at': '2021-02-03T20:14:53Z', 'revision_number': 1, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cd38fd5-591b-4722-9cf3-5cbe5d83caa8', 'name': '', 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'mac_address': 'fa:16:3e:ff:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:49Z', 'updated_at': '2021-02-03T20:14:13Z', 'revision_number': 5, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'subnets': [{'id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:14:56.510000 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1a4f40-cb71-4632-9ffc-04e7df4b5242 None None] The sync data for ids ['245bae1d-c794-4c0b-b042-13b770008098'] in dv-cinder-773985-1-smb is: [{'id': '245bae1d-c794-4c0b-b042-13b770008098', 'name': 'tempest-AttachVolumeTestJSON-562042104-router', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:34Z', 'updated_at': '2021-02-03T20:13:56Z', 'revision_number': 4, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'gw_port': {'id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:36Z', 'updated_at': '2021-02-03T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_floatingips': [{'id': 'a158ee26-997e-4bd6-b212-60b0b38f3e19', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'floating_ip_address': '172.28.0.122', 'floating_network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'router_id': '245bae1d-c794-4c0b-b042-13b770008098', 'port_id': 'e7b3826e-dab5-4c3f-93a8-b6f3303eda15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31', 'mac_address': 'fa:16:3e:5d:1e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55eb0e-5802-4e23-8da5-f6786b122819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:14:17Z', 'updated_at': '2021-02-03T20:14:53Z', 'revision_number': 1, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cd38fd5-591b-4722-9cf3-5cbe5d83caa8', 'name': '', 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'mac_address': 'fa:16:3e:ff:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:49Z', 'updated_at': '2021-02-03T20:14:13Z', 'revision_number': 5, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'subnets': [{'id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:14:56.600881 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01fea7a-f5dd-44b8-b4f8-2b5a0900c8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad7e0af-4263-427e-9f98-b4dd7883ae94,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:56.610257 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110d45b-cd4e-47e1-a383-ba383ca81c85 req-d69b7283-b2a4-4b04-ad0d-2a6463cead9f tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:56.619131 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b110d45b-cd4e-47e1-a383-ba383ca81c85 req-d69b7283-b2a4-4b04-ad0d-2a6463cead9f tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 946 time: 0.2624485 Feb 03 20:14:56.702916 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a01fea7a-f5dd-44b8-b4f8-2b5a0900c8e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:56.703952 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a01fea7a-f5dd-44b8-b4f8-2b5a0900c8e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:56.708252 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-a01fea7a-f5dd-44b8-b4f8-2b5a0900c8e9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7ad7e0af-4263-427e-9f98-b4dd7883ae94 HTTP/1.1" status: 204 len: 168 time: 0.9479866 Feb 03 20:14:56.709331 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b110d45b-cd4e-47e1-a383-ba383ca81c85 req-c23bbfef-d8f4-4f86-ac61-b431336076e4 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889890 Feb 03 20:14:56.850036 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7f9e1e58-2c55-456e-b013-a732c82cee30 req-80e45d31-5f02-4d61-abdb-11eaee131840 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7b3826e-dab5-4c3f-93a8-b6f3303eda15 HTTP/1.1" status: 200 len: 999 time: 0.2160187 Feb 03 20:14:56.947421 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e1e58-2c55-456e-b013-a732c82cee30 req-784c201f-1b5e-40bd-8e98-7de084fbeff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:56.949092 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7f9e1e58-2c55-456e-b013-a732c82cee30 req-784c201f-1b5e-40bd-8e98-7de084fbeff9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105 HTTP/1.1" status: 200 len: 849 time: 0.0916176 Feb 03 20:14:56.953244 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31d155d-3c22-4453-a65f-3b6d1286090f None None] New status for floating IP a158ee26-997e-4bd6-b212-60b0b38f3e19: ACTIVE {{(pid=80171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 03 20:14:57.198990 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-941c0145-10f4-452c-acab-195527c61a1a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:57.202701 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e1e58-2c55-456e-b013-a732c82cee30 req-a930f24f-7849-4169-9ba6-ce8a4ff42ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:57.204143 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7f9e1e58-2c55-456e-b013-a732c82cee30 req-a930f24f-7849-4169-9ba6-ce8a4ff42ca0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f2b2556e-b9f4-4fa6-8f4c-d6203199ec31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2318263 Feb 03 20:14:57.460711 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089051e7-e353-4f3c-99a3-a4a4093fa63d req-883f047c-bfc8-45b2-8818-04cd7bb701a1 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:57.463077 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-089051e7-e353-4f3c-99a3-a4a4093fa63d req-883f047c-bfc8-45b2-8818-04cd7bb701a1 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=8442b548-0e22-4151-9e40-01fee14115d2 HTTP/1.1" status: 200 len: 946 time: 0.2210107 Feb 03 20:14:57.488115 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-941c0145-10f4-452c-acab-195527c61a1a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853105182'] for floatingip, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:57.541560 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-089051e7-e353-4f3c-99a3-a4a4093fa63d req-b9b61d56-0cc8-4df3-8b94-1ac185711c2e tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4d1487e-9e51-443a-9965-fdbd328d523f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715969 Feb 03 20:14:57.546145 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device f37af911-5926-4440-873f-e74897303966 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:14:57.638519 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port f37af911-5926-4440-873f-e74897303966 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:14:57.638987 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:57.654890 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 50202) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:57.749806 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7addfcc6-cb43-42ca-a776-ce7ffcee7cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:57.803505 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-7addfcc6-cb43-42ca-a776-ce7ffcee7cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:14:57.814810 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-7addfcc6-cb43-42ca-a776-ce7ffcee7cdc admin admin] Usage tracker for resource:security_group_rule and tenant:06aa8d1c3b7d43f2bea6a17cf2b697c8 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:14:57.821212 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-7addfcc6-cb43-42ca-a776-ce7ffcee7cdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:14:57.836126 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-7addfcc6-cb43-42ca-a776-ce7ffcee7cdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:14:57.946976 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7f9e1e58-2c55-456e-b013-a732c82cee30 req-3f35f7b9-9ce6-43f9-8575-effc45372b2c service neutron] 10.222.0.90 "GET /v2.0/networks/f2b2556e-b9f4-4fa6-8f4c-d6203199ec31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7323971 Feb 03 20:14:57.979535 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.l3_db [None req-941c0145-10f4-452c-acab-195527c61a1a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Floating IP 5afd5759-097f-410f-92e1-985d892d1745 associated. External IP: 172.28.0.185, port: 2a86718e-7a23-45f7-977f-2a3cad359862. Feb 03 20:14:58.146785 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b71f7-e2f9-4523-a6be-17148fdce829 req-41a7f609-de06-46ef-953f-33fd9d8e5c5e tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:58.148594 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-dd3b71f7-e2f9-4523-a6be-17148fdce829 req-41a7f609-de06-46ef-953f-33fd9d8e5c5e tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 946 time: 0.2062216 Feb 03 20:14:58.223750 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-dd3b71f7-e2f9-4523-a6be-17148fdce829 req-f7f4bc29-8292-4dc5-9b8b-19297e40d50e tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668986 Feb 03 20:14:58.240423 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7addfcc6-cb43-42ca-a776-ce7ffcee7cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:58.254816 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7f9e1e58-2c55-456e-b013-a732c82cee30 req-b8b646c1-e70e-401b-b16d-78fc92c09103 service neutron] 10.222.0.90 "GET /v2.0/networks/f2b2556e-b9f4-4fa6-8f4c-d6203199ec31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3010304 Feb 03 20:14:58.280723 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7addfcc6-cb43-42ca-a776-ce7ffcee7cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:58.290100 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-42772575-1f8b-4a7b-a0a3-657f0db18cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:58.339533 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7addfcc6-cb43-42ca-a776-ce7ffcee7cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdc1869-7476-4d76-823b-614d42838ae8,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:58.343079 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-7addfcc6-cb43-42ca-a776-ce7ffcee7cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:58.349477 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-7addfcc6-cb43-42ca-a776-ce7ffcee7cdc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=06aa8d1c3b7d43f2bea6a17cf2b697c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6930134 Feb 03 20:14:58.350515 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 50222) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:14:58.421497 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-550ffcbb-73fb-43d6-a036-10bd02fe3a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:58.452536 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-550ffcbb-73fb-43d6-a036-10bd02fe3a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:58.506259 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941c0145-10f4-452c-acab-195527c61a1a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Router 847592b4-7f70-4cce-a132-eed1154d7c37 has already been hosted by L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 {{(pid=80169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 20:14:58.560971 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-550ffcbb-73fb-43d6-a036-10bd02fe3a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:58.566748 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-11ba60dc-f899-411a-b8b8-0a01c79c1a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:14:58.581925 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ffcbb-73fb-43d6-a036-10bd02fe3a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdc1869-7476-4d76-823b-614d42838ae8,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:14:58.585190 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-550ffcbb-73fb-43d6-a036-10bd02fe3a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:14:58.608639 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-550ffcbb-73fb-43d6-a036-10bd02fe3a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:58.612473 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-550ffcbb-73fb-43d6-a036-10bd02fe3a61 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8fdc1869-7476-4d76-823b-614d42838ae8 HTTP/1.1" status: 204 len: 168 time: 0.2583983 Feb 03 20:14:58.738725 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941c0145-10f4-452c-acab-195527c61a1a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:14:58.743982 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-941c0145-10f4-452c-acab-195527c61a1a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for floatingip, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:14:58.754974 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cde9b15-fb19-4f8e-8908-21238b2cf4c5 None None] Sync routers for ids ['847592b4-7f70-4cce-a132-eed1154d7c37'] in dv-cinder-773985-1-smb {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:14:58.771509 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cde9b15-fb19-4f8e-8908-21238b2cf4c5 None None] Routers {'847592b4-7f70-4cce-a132-eed1154d7c37'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:14:58.779243 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-6cde9b15-fb19-4f8e-8908-21238b2cf4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:14:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['847592b4-7f70-4cce-a132-eed1154d7c37'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:14:58.828716 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-941c0145-10f4-452c-acab-195527c61a1a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "PUT /v2.0/floatingips/5afd5759-097f-410f-92e1-985d892d1745 HTTP/1.1" status: 200 len: 991 time: 3.4996624 Feb 03 20:14:58.829679 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0debe45d-e8fa-4473-8c3d-f05442ac3fe6', 'tag': '2a86718e-7a23-45f7-977f-2a3cad359862'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:14:58.926233 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0debe45d-e8fa-4473-8c3d-f05442ac3fe6', 'tag': '2a86718e-7a23-45f7-977f-2a3cad359862', 'status': 'completed', 'code': 200} Feb 03 20:14:59.023977 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-6cde9b15-fb19-4f8e-8908-21238b2cf4c5 None None] Set router 847592b4-7f70-4cce-a132-eed1154d7c37 gateway port host: dv-cinder-773985-1-smb {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:14:59.100165 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51cfdc-7f9c-43ca-ad6f-88296ed29eee req-c7650534-9dca-4736-af84-023339e413a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:59.101902 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ad51cfdc-7f9c-43ca-ad6f-88296ed29eee req-c7650534-9dca-4736-af84-023339e413a3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7d0c86df6c4f4593b9a31a035a219a8b&device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 1162 time: 0.1017978 Feb 03 20:14:59.309089 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51cfdc-7f9c-43ca-ad6f-88296ed29eee req-174329c8-3350-4d73-a71f-fc6ce4e673f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:59.310714 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ad51cfdc-7f9c-43ca-ad6f-88296ed29eee req-174329c8-3350-4d73-a71f-fc6ce4e673f4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=08219bc6-fd07-43f5-9c2f-a541f5c84519 HTTP/1.1" status: 200 len: 911 time: 0.1909966 Feb 03 20:14:59.446648 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ad51cfdc-7f9c-43ca-ad6f-88296ed29eee req-697d2119-9246-48c6-85a9-14a9fa2ce850 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a86718e-7a23-45f7-977f-2a3cad359862 HTTP/1.1" status: 200 len: 999 time: 0.1283619 Feb 03 20:14:59.533801 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51cfdc-7f9c-43ca-ad6f-88296ed29eee req-b276fc03-8eb8-4182-978f-4d8e828ba0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:59.535549 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ad51cfdc-7f9c-43ca-ad6f-88296ed29eee req-b276fc03-8eb8-4182-978f-4d8e828ba0f6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f3c3806f-0e98-495a-bf4b-ac3a793d5c17 HTTP/1.1" status: 200 len: 856 time: 0.0821965 Feb 03 20:14:59.649678 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51cfdc-7f9c-43ca-ad6f-88296ed29eee req-a9e586dc-6bd5-4441-8351-73b9e0b99f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:59.651483 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ad51cfdc-7f9c-43ca-ad6f-88296ed29eee req-a9e586dc-6bd5-4441-8351-73b9e0b99f96 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=08219bc6-fd07-43f5-9c2f-a541f5c84519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1079636 Feb 03 20:14:59.693727 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-6cde9b15-fb19-4f8e-8908-21238b2cf4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'name': 'tempest-AttachVolumeShelveTestJSON-1760287194-router', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196'}], 'enable_snat': True}, 'gw_port_id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:35Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'gw_port': {'id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:59:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:39Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_floatingips': [{'id': '5afd5759-097f-410f-92e1-985d892d1745', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'floating_ip_address': '172.28.0.185', 'floating_network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'router_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'port_id': '2a86718e-7a23-45f7-977f-2a3cad359862', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519', 'mac_address': 'fa:16:3e:25:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0debe45d-e8fa-4473-8c3d-f05442ac3fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:14:17Z', 'updated_at': '2021-02-03T20:14:56Z', 'revision_number': 1, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '381daeab-1367-48eb-a9ed-dc71cdbb17b3', 'name': '', 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'mac_address': 'fa:16:3e:f4:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:57Z', 'updated_at': '2021-02-03T20:14:16Z', 'revision_number': 5, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'subnets': [{'id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:14:59.699398 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cde9b15-fb19-4f8e-8908-21238b2cf4c5 None None] Checking router: 847592b4-7f70-4cce-a132-eed1154d7c37 for host: dv-cinder-773985-1-smb {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:14:59.710697 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cde9b15-fb19-4f8e-8908-21238b2cf4c5 None None] Routers {'847592b4-7f70-4cce-a132-eed1154d7c37'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:14:59.711556 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-6cde9b15-fb19-4f8e-8908-21238b2cf4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:14:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['847592b4-7f70-4cce-a132-eed1154d7c37'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:14:59.766927 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55a958-7f37-441b-be38-84177acba5c0 req-fbbcdaa4-a369-4732-b055-e94eaf95d241 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:14:59.779689 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ac55a958-7f37-441b-be38-84177acba5c0 req-fbbcdaa4-a369-4732-b055-e94eaf95d241 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 946 time: 0.3813710 Feb 03 20:14:59.852556 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ad51cfdc-7f9c-43ca-ad6f-88296ed29eee req-99b25686-6865-4a6e-b0c2-8148287478be service neutron] 10.222.0.90 "GET /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881456 Feb 03 20:14:59.916311 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ac55a958-7f37-441b-be38-84177acba5c0 req-2fa3bf66-02a9-4877-bacf-fd8c1b523511 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213725 Feb 03 20:15:00.060853 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ad51cfdc-7f9c-43ca-ad6f-88296ed29eee req-99bebf98-f6ec-4842-892b-183d42af6f87 service neutron] 10.222.0.90 "GET /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2016382 Feb 03 20:15:00.068890 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-6cde9b15-fb19-4f8e-8908-21238b2cf4c5 None None] Set router 847592b4-7f70-4cce-a132-eed1154d7c37 gateway port host: dv-cinder-773985-1-smb {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:15:00.530694 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-6cde9b15-fb19-4f8e-8908-21238b2cf4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'name': 'tempest-AttachVolumeShelveTestJSON-1760287194-router', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196'}], 'enable_snat': True}, 'gw_port_id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:35Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'gw_port': {'id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:59:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:39Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_floatingips': [{'id': '5afd5759-097f-410f-92e1-985d892d1745', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'floating_ip_address': '172.28.0.185', 'floating_network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'router_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'port_id': '2a86718e-7a23-45f7-977f-2a3cad359862', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519', 'mac_address': 'fa:16:3e:25:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0debe45d-e8fa-4473-8c3d-f05442ac3fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:14:17Z', 'updated_at': '2021-02-03T20:14:56Z', 'revision_number': 1, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '381daeab-1367-48eb-a9ed-dc71cdbb17b3', 'name': '', 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'mac_address': 'fa:16:3e:f4:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:57Z', 'updated_at': '2021-02-03T20:14:16Z', 'revision_number': 5, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'subnets': [{'id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:15:00.545049 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cde9b15-fb19-4f8e-8908-21238b2cf4c5 None None] The sync data for ids ['847592b4-7f70-4cce-a132-eed1154d7c37'] in dv-cinder-773985-1-smb is: [{'id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'name': 'tempest-AttachVolumeShelveTestJSON-1760287194-router', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196'}], 'enable_snat': True}, 'gw_port_id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:35Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'gw_port': {'id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:59:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:39Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_floatingips': [{'id': '5afd5759-097f-410f-92e1-985d892d1745', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'floating_ip_address': '172.28.0.185', 'floating_network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'router_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'port_id': '2a86718e-7a23-45f7-977f-2a3cad359862', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519', 'mac_address': 'fa:16:3e:25:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0debe45d-e8fa-4473-8c3d-f05442ac3fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:14:17Z', 'updated_at': '2021-02-03T20:14:56Z', 'revision_number': 1, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '381daeab-1367-48eb-a9ed-dc71cdbb17b3', 'name': '', 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'mac_address': 'fa:16:3e:f4:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:57Z', 'updated_at': '2021-02-03T20:14:16Z', 'revision_number': 5, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'subnets': [{'id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:15:00.581603 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bcf4d-b38f-4b77-98d3-f6733a514e96 req-6999378d-0d3b-48a0-884d-4d030ddfdb92 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:00.590880 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3e8bcf4d-b38f-4b77-98d3-f6733a514e96 req-6999378d-0d3b-48a0-884d-4d030ddfdb92 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=8442b548-0e22-4151-9e40-01fee14115d2 HTTP/1.1" status: 200 len: 946 time: 0.1844168 Feb 03 20:15:00.674252 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3e8bcf4d-b38f-4b77-98d3-f6733a514e96 req-4ca78f98-6f54-4338-8b56-0e1c4bffd22f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4d1487e-9e51-443a-9965-fdbd328d523f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816841 Feb 03 20:15:00.858635 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755a1fb3-e9a0-4b2b-a34a-d9d9068b339c None None] New status for floating IP 5afd5759-097f-410f-92e1-985d892d1745: ACTIVE {{(pid=80171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 03 20:15:01.247480 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b901a-8c33-4ab4-b001-b32812d539c7 req-741cb815-2ff4-47a5-b891-45ca57afcfc3 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:01.249264 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-499b901a-8c33-4ab4-b001-b32812d539c7 req-741cb815-2ff4-47a5-b891-45ca57afcfc3 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 946 time: 0.1890965 Feb 03 20:15:01.333605 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-499b901a-8c33-4ab4-b001-b32812d539c7 req-0bd1b439-406d-4ee5-ba4a-c663e0e8de03 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760839 Feb 03 20:15:01.998762 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 50348) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:15:02.089757 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49928581-ca80-48b4-8610-33e8fc8c6a57 req-d7d8461b-441b-410d-a495-d0f6d94ce7db tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:02.091510 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-49928581-ca80-48b4-8610-33e8fc8c6a57 req-d7d8461b-441b-410d-a495-d0f6d94ce7db tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=8442b548-0e22-4151-9e40-01fee14115d2 HTTP/1.1" status: 200 len: 946 time: 0.1821191 Feb 03 20:15:02.162291 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5dc4be21-02cb-4519-9789-a1496b309efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:02.165950 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-49928581-ca80-48b4-8610-33e8fc8c6a57 req-a72ed504-4c47-47cb-8c82-b307e3bb72b7 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4d1487e-9e51-443a-9965-fdbd328d523f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640788 Feb 03 20:15:02.179468 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-5dc4be21-02cb-4519-9789-a1496b309efe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:15:02.183677 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-5dc4be21-02cb-4519-9789-a1496b309efe admin admin] Usage tracker for resource:security_group_rule and tenant:10f6ebb3c3cd41f5a3d90b24e8bf29be is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:15:02.187105 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-5dc4be21-02cb-4519-9789-a1496b309efe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:15:02.193431 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-5dc4be21-02cb-4519-9789-a1496b309efe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:15:02.319314 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 50358) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:15:02.386069 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5dc4be21-02cb-4519-9789-a1496b309efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:02.417766 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5dc4be21-02cb-4519-9789-a1496b309efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:02.429011 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-26b0c8dc-3688-4b39-ac36-95e1953dd49c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:02.479529 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-5dc4be21-02cb-4519-9789-a1496b309efe admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=10f6ebb3c3cd41f5a3d90b24e8bf29be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4788525 Feb 03 20:15:02.481061 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 50368) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:15:02.481885 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4be21-02cb-4519-9789-a1496b309efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de37bb50-cc5f-43fd-9c12-07efa15990c8,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:02.486236 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5dc4be21-02cb-4519-9789-a1496b309efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:02.580023 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b2fa819b-809a-4f69-a126-ab2d041e7507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:02.619271 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-b2fa819b-809a-4f69-a126-ab2d041e7507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:15:02.636660 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-b2fa819b-809a-4f69-a126-ab2d041e7507 admin admin] Usage tracker for resource:security_group_rule and tenant:b6bc29cd0dea4a898acc78c5647946e8 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:15:02.643215 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-b2fa819b-809a-4f69-a126-ab2d041e7507 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:15:02.662727 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-b2fa819b-809a-4f69-a126-ab2d041e7507 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:15:02.765381 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b67155-708d-4cda-a056-5c170c291548 req-b06838d2-322f-4d89-be9e-4cad89cbf26b tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:02.767115 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f3b67155-708d-4cda-a056-5c170c291548 req-b06838d2-322f-4d89-be9e-4cad89cbf26b tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 946 time: 0.2828152 Feb 03 20:15:02.769397 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b388de38-3b6c-4580-a1bc-a88426cd8ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:02.841295 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b388de38-3b6c-4580-a1bc-a88426cd8ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:02.922206 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f3b67155-708d-4cda-a056-5c170c291548 req-46b175fd-6e31-4dee-9c90-fd1ef0f0ff58 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318846 Feb 03 20:15:02.979211 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b2fa819b-809a-4f69-a126-ab2d041e7507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:03.003018 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d165f-be29-4dd7-b185-4e705bcd9e1e req-fc04b354-11f9-48bb-b4ac-f72b2aa4310c tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:03.003900 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-015d165f-be29-4dd7-b185-4e705bcd9e1e req-fc04b354-11f9-48bb-b4ac-f72b2aa4310c tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Synchronizing usage tracker for tenant:d92de69ae0c9433c81e657bbb76393be on resource:port {{(pid=80169) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:15:03.007600 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b388de38-3b6c-4580-a1bc-a88426cd8ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:03.013029 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-550ffcbb-73fb-43d6-a036-10bd02fe3a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:03.028990 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b2fa819b-809a-4f69-a126-ab2d041e7507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:03.037149 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388de38-3b6c-4580-a1bc-a88426cd8ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de37bb50-cc5f-43fd-9c12-07efa15990c8,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:03.046495 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-015d165f-be29-4dd7-b185-4e705bcd9e1e req-fc04b354-11f9-48bb-b4ac-f72b2aa4310c tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Unset dirty status for tenant:d92de69ae0c9433c81e657bbb76393be on resource:port {{(pid=80169) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:15:03.047824 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-015d165f-be29-4dd7-b185-4e705bcd9e1e req-fc04b354-11f9-48bb-b4ac-f72b2aa4310c tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.90 "GET /v2.0/ports?device_id=8442b548-0e22-4151-9e40-01fee14115d2 HTTP/1.1" status: 200 len: 946 time: 0.2194843 Feb 03 20:15:03.055682 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-b388de38-3b6c-4580-a1bc-a88426cd8ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:03.074098 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:03.084500 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-b2fa819b-809a-4f69-a126-ab2d041e7507 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b6bc29cd0dea4a898acc78c5647946e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7639170 Feb 03 20:15:03.092276 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 50378) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:15:03.116203 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b388de38-3b6c-4580-a1bc-a88426cd8ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:03.117485 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-b388de38-3b6c-4580-a1bc-a88426cd8ad4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/de37bb50-cc5f-43fd-9c12-07efa15990c8 HTTP/1.1" status: 204 len: 168 time: 0.6351976 Feb 03 20:15:03.135888 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa819b-809a-4f69-a126-ab2d041e7507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b650d8dd-71ba-4264-9d4e-0a9704ec957b,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:03.141883 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-b2fa819b-809a-4f69-a126-ab2d041e7507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:03.161032 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-015d165f-be29-4dd7-b185-4e705bcd9e1e req-e9599c09-9e62-4bc9-9dfc-01c5a02a5a59 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Deleting port f37af911-5926-4440-873f-e74897303966 {{(pid=80169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:15:03.161950 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-015d165f-be29-4dd7-b185-4e705bcd9e1e req-e9599c09-9e62-4bc9-9dfc-01c5a02a5a59 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:03.181011 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0b641b36-8b25-4ef3-91c7-894a578c7b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:03.210541 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0b641b36-8b25-4ef3-91c7-894a578c7b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:03.359823 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0b641b36-8b25-4ef3-91c7-894a578c7b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:03.372564 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-80ab2536-43ff-46aa-997f-e5324935c552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:03.392431 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b641b36-8b25-4ef3-91c7-894a578c7b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b650d8dd-71ba-4264-9d4e-0a9704ec957b,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:03.395155 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0b641b36-8b25-4ef3-91c7-894a578c7b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:03.397732 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-0b641b36-8b25-4ef3-91c7-894a578c7b94 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b650d8dd-71ba-4264-9d4e-0a9704ec957b HTTP/1.1" status: 204 len: 168 time: 0.3042247 Feb 03 20:15:03.407126 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-0b641b36-8b25-4ef3-91c7-894a578c7b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:03.628364 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41417ae0-7480-4798-837d-981edb6f41d6 req-6dee8b86-99a8-4989-934a-4905945a9375 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:03.630291 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-41417ae0-7480-4798-837d-981edb6f41d6 req-6dee8b86-99a8-4989-934a-4905945a9375 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=8442b548-0e22-4151-9e40-01fee14115d2 HTTP/1.1" status: 200 len: 946 time: 0.3233542 Feb 03 20:15:03.709173 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-015d165f-be29-4dd7-b185-4e705bcd9e1e req-e9599c09-9e62-4bc9-9dfc-01c5a02a5a59 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] For port f37af911-5926-4440-873f-e74897303966, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f37af911-5926-4440-873f-e74897303966,segment=NetworkSegment(970f0027-d918-4678-82f6-0f7c757ef161),segment_id=970f0027-d918-4678-82f6-0f7c757ef161)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:15:03.709692 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-015d165f-be29-4dd7-b185-4e705bcd9e1e req-e9599c09-9e62-4bc9-9dfc-01c5a02a5a59 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:03.714266 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-41417ae0-7480-4798-837d-981edb6f41d6 req-f4284ad4-67eb-4693-b05e-96a81f295895 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4d1487e-9e51-443a-9965-fdbd328d523f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747442 Feb 03 20:15:03.715420 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device f37af911-5926-4440-873f-e74897303966 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:15:03.934756 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:03.944622 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-015d165f-be29-4dd7-b185-4e705bcd9e1e req-e9599c09-9e62-4bc9-9dfc-01c5a02a5a59 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Calling delete_port for f37af911-5926-4440-873f-e74897303966 owned by compute:nova {{(pid=80169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:15:04.279728 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.db.api [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 03 20:15:04.279728 dv-cinder-773985-1-smb neutron-server[80058]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Feb 03 20:15:04.279728 dv-cinder-773985-1-smb neutron-server[80058]: [parameters: {'status': 'DOWN', 'ports_id': 'f37af911-5926-4440-873f-e74897303966'}] Feb 03 20:15:04.279728 dv-cinder-773985-1-smb neutron-server[80058]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80171) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 03 20:15:04.280593 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_db.api [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 03 20:15:04.308417 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 50414) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:15:04.328332 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-015d165f-be29-4dd7-b185-4e705bcd9e1e req-e9599c09-9e62-4bc9-9dfc-01c5a02a5a59 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:04.330276 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-41df87da-e2ea-4503-85fd-d724233c759b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:04.355080 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-293133f2-d7fb-4c10-9875-32c5c9886b37 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:04.360810 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e195bde-0074-493e-b54b-d56c3ccc77d8 req-6b16bee1-4511-412a-869e-6d974193509a tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:04.362572 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0e195bde-0074-493e-b54b-d56c3ccc77d8 req-6b16bee1-4511-412a-869e-6d974193509a tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 946 time: 0.2380571 Feb 03 20:15:04.439122 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0e195bde-0074-493e-b54b-d56c3ccc77d8 req-3f29cc19-6aa9-49e2-9db1-aec0c1e1e971 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686388 Feb 03 20:15:04.472253 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9599c09-9e62-4bc9-9dfc-01c5a02a5a59 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Pushing event deleted for resources: {'Port': ['ID=f37af911-5926-4440-873f-e74897303966,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:04.476239 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-41df87da-e2ea-4503-85fd-d724233c759b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:15:04.484345 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-e9599c09-9e62-4bc9-9dfc-01c5a02a5a59 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:04.486988 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-41df87da-e2ea-4503-85fd-d724233c759b admin admin] Usage tracker for resource:security_group_rule and tenant:a096923e1ef64ec1a6cec61e18622fad is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:15:04.491311 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-41df87da-e2ea-4503-85fd-d724233c759b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:15:04.502454 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-41df87da-e2ea-4503-85fd-d724233c759b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:15:04.649019 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-015d165f-be29-4dd7-b185-4e705bcd9e1e req-e9599c09-9e62-4bc9-9dfc-01c5a02a5a59 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] No DVR routers for this DVR port f37af911-5926-4440-873f-e74897303966 on host hv-cinder-77398 {{(pid=80169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 20:15:04.652178 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-015d165f-be29-4dd7-b185-4e705bcd9e1e req-e9599c09-9e62-4bc9-9dfc-01c5a02a5a59 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:04.654807 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8442b548-0e22-4151-9e40-01fee14115d2', 'name': 'network-vif-deleted', 'tag': 'f37af911-5926-4440-873f-e74897303966'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:15:04.716223 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-41df87da-e2ea-4503-85fd-d724233c759b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:04.722504 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8442b548-0e22-4151-9e40-01fee14115d2', 'name': 'network-vif-deleted', 'tag': 'f37af911-5926-4440-873f-e74897303966', 'status': 'completed', 'code': 200} Feb 03 20:15:04.761302 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-015d165f-be29-4dd7-b185-4e705bcd9e1e req-e9599c09-9e62-4bc9-9dfc-01c5a02a5a59 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.90 "DELETE /v2.0/ports/f37af911-5926-4440-873f-e74897303966 HTTP/1.1" status: 204 len: 173 time: 1.7051625 Feb 03 20:15:04.806403 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-41df87da-e2ea-4503-85fd-d724233c759b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:04.817023 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-1e75014b-5830-4b51-bf2e-b5966876e264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:04.826024 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Port f37af911-5926-4440-873f-e74897303966 update to DOWN by agent not found {{(pid=80171) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 03 20:15:04.856919 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df87da-e2ea-4503-85fd-d724233c759b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfebc84-309c-4e31-a9c7-527af0a11675,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:04.871222 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-41df87da-e2ea-4503-85fd-d724233c759b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:04.878134 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-41df87da-e2ea-4503-85fd-d724233c759b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a096923e1ef64ec1a6cec61e18622fad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5682440 Feb 03 20:15:04.883112 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 50434) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:15:04.928800 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-69cbbbae-673a-40b8-9a7a-bec2da5275cf req-cf690f44-f835-4b0b-9611-1b03c3796b23 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=8442b548-0e22-4151-9e40-01fee14115d2 HTTP/1.1" status: 200 len: 210 time: 0.0610018 Feb 03 20:15:04.959648 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0465f762-c3bb-4a6a-a39f-54093266fa27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:04.994088 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0465f762-c3bb-4a6a-a39f-54093266fa27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:05.091620 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0465f762-c3bb-4a6a-a39f-54093266fa27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:05.097053 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-d58077ab-7f36-4eeb-8cd5-4e2c1c3b6ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:05.127396 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0465f762-c3bb-4a6a-a39f-54093266fa27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:05.133538 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-0465f762-c3bb-4a6a-a39f-54093266fa27 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/adfebc84-309c-4e31-a9c7-527af0a11675 HTTP/1.1" status: 204 len: 168 time: 0.2492614 Feb 03 20:15:05.139527 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465f762-c3bb-4a6a-a39f-54093266fa27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfebc84-309c-4e31-a9c7-527af0a11675,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:05.154976 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-0465f762-c3bb-4a6a-a39f-54093266fa27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:05.907256 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efe0f0-d1a4-423a-96e0-67850cb8822c req-4f31da92-a659-4766-8bec-8c9765adf82b tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:05.909030 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e9efe0f0-d1a4-423a-96e0-67850cb8822c req-4f31da92-a659-4766-8bec-8c9765adf82b tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 946 time: 0.2572019 Feb 03 20:15:05.992069 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e9efe0f0-d1a4-423a-96e0-67850cb8822c req-ba69f308-facb-40d8-a370-7151f45d5ffa tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729191 Feb 03 20:15:06.179427 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c0455a03-c7dd-4a37-9597-3bc0f20f971e req-f1bdd500-1205-41d9-96cc-cb51533aaea6 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=8442b548-0e22-4151-9e40-01fee14115d2 HTTP/1.1" status: 200 len: 210 time: 0.0561478 Feb 03 20:15:07.356708 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef875e42-9dd1-46bf-b169-40b9c18e058f req-fd715e20-58d2-481b-a0a9-075400cbba63 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:07.359147 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ef875e42-9dd1-46bf-b169-40b9c18e058f req-fd715e20-58d2-481b-a0a9-075400cbba63 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 946 time: 0.2100813 Feb 03 20:15:07.529896 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ef875e42-9dd1-46bf-b169-40b9c18e058f req-fd2c6a10-c9e1-4b8d-819c-5c936d589d2e tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618199 Feb 03 20:15:08.111652 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-3bf5c9cd-fb02-4c92-a1f2-c7fb840a318b tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:08.113364 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-3bf5c9cd-fb02-4c92-a1f2-c7fb840a318b tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/networks?id=8d17e88c-98da-4189-afe8-1e14cbfde92f HTTP/1.1" status: 200 len: 809 time: 0.2600043 Feb 03 20:15:08.138352 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-753ddd06-1da9-4ce3-8327-728dfd03ece8 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/quotas/d92de69ae0c9433c81e657bbb76393be HTTP/1.1" status: 200 len: 375 time: 0.0120647 Feb 03 20:15:08.202129 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-40f8ca3e-5ad6-46b6-92ea-4180c7aa8b29 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d92de69ae0c9433c81e657bbb76393be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573716 Feb 03 20:15:08.361257 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-002d5349-81d1-4dc8-ace7-35bc07272b51 service neutron] 10.222.0.101 "GET /v2.0/networks/8d17e88c-98da-4189-afe8-1e14cbfde92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502738 Feb 03 20:15:08.519418 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-0cd435da-4886-468f-a938-556147e09e19 service neutron] 10.222.0.101 "GET /v2.0/networks/8d17e88c-98da-4189-afe8-1e14cbfde92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1508467 Feb 03 20:15:08.881259 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a24b58ca-23d1-4d7d-9bd7-98de504bd60d req-2da367ed-7164-4e99-97a2-361193ed7ca4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1603382 Feb 03 20:15:08.938908 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc0f56-df07-401f-9ad2-3134fa5f32ae req-b09b106e-6c2d-4535-a78e-fef82add3bb6 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:08.949048 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a3dc0f56-df07-401f-9ad2-3134fa5f32ae req-b09b106e-6c2d-4535-a78e-fef82add3bb6 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 946 time: 0.2752142 Feb 03 20:15:09.047836 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a3dc0f56-df07-401f-9ad2-3134fa5f32ae req-6de97811-2174-4fcd-9ea7-69e1f3ff5a09 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978558 Feb 03 20:15:09.142329 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b58ca-23d1-4d7d-9bd7-98de504bd60d req-4226e426-3e45-423e-823c-778238ecd0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:09.145073 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a24b58ca-23d1-4d7d-9bd7-98de504bd60d req-4226e426-3e45-423e-823c-778238ecd0d8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3d2e750b64264333a0c0080a78748667&device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 1162 time: 0.1429093 Feb 03 20:15:09.311659 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-20b453c9-6254-42e5-9935-2b82c58989d2 req-f5a32f01-d50e-4296-b4f5-46d7ef45bdb0 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=afd4ee86-2bb6-4416-801b-68747e7ce4af HTTP/1.1" status: 200 len: 210 time: 0.2447910 Feb 03 20:15:09.367407 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b58ca-23d1-4d7d-9bd7-98de504bd60d req-1dea29f2-0dc1-4a05-9c6d-d7aca96ddc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:09.369714 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a24b58ca-23d1-4d7d-9bd7-98de504bd60d req-1dea29f2-0dc1-4a05-9c6d-d7aca96ddc37 service neutron] 10.222.0.90 "GET /v2.0/networks?id=823145a9-cb2c-4281-8d27-c96a6d2cddcd HTTP/1.1" status: 200 len: 913 time: 0.1957221 Feb 03 20:15:09.452257 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a24b58ca-23d1-4d7d-9bd7-98de504bd60d req-2db66c3b-3b96-426b-b758-473682da267c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cccb142-708c-4927-8c94-341c0eb6c921 HTTP/1.1" status: 200 len: 217 time: 0.0676382 Feb 03 20:15:09.533857 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b58ca-23d1-4d7d-9bd7-98de504bd60d req-c9ff2a56-02ed-4836-a1d4-c2d1a9bd5f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:09.536229 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a24b58ca-23d1-4d7d-9bd7-98de504bd60d req-c9ff2a56-02ed-4836-a1d4-c2d1a9bd5f64 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bcdd6f27-98eb-4350-a461-05ea1bdb5c9c HTTP/1.1" status: 200 len: 859 time: 0.0763278 Feb 03 20:15:09.596534 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a24b58ca-23d1-4d7d-9bd7-98de504bd60d req-553a6127-deaf-410a-90be-d67f64eb17f0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=823145a9-cb2c-4281-8d27-c96a6d2cddcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520291 Feb 03 20:15:09.757705 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a24b58ca-23d1-4d7d-9bd7-98de504bd60d req-90029b1b-3f84-4fc3-9d80-41e71489336a service neutron] 10.222.0.90 "GET /v2.0/networks/823145a9-cb2c-4281-8d27-c96a6d2cddcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543145 Feb 03 20:15:09.942153 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a24b58ca-23d1-4d7d-9bd7-98de504bd60d req-9ca5cec1-9b5f-4403-8257-0cd0bdb23221 service neutron] 10.222.0.90 "GET /v2.0/networks/823145a9-cb2c-4281-8d27-c96a6d2cddcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1753633 Feb 03 20:15:10.349901 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08add190-11eb-4402-affd-1c59ec3641cb req-8a410977-1775-4c6d-9068-21e06f026649 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:10.351610 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-08add190-11eb-4402-affd-1c59ec3641cb req-8a410977-1775-4c6d-9068-21e06f026649 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 946 time: 0.1646094 Feb 03 20:15:10.420235 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 50618) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:15:10.420737 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-08add190-11eb-4402-affd-1c59ec3641cb req-dfb19455-d79c-42ef-8d12-340103919fcb tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618622 Feb 03 20:15:10.515970 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a22f64c2-acb8-4a6b-8347-672d43041a85 req-e9578f58-707a-4342-8224-3b5ea065108d tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=afd4ee86-2bb6-4416-801b-68747e7ce4af HTTP/1.1" status: 200 len: 210 time: 0.0613790 Feb 03 20:15:10.622189 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6b052328-88f4-40b9-ab34-79fb319bd66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:10.638239 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-6b052328-88f4-40b9-ab34-79fb319bd66a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:15:10.642292 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-6b052328-88f4-40b9-ab34-79fb319bd66a admin admin] Usage tracker for resource:security_group_rule and tenant:2fedaffc73304b4b851f9af68776ba52 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:15:10.645315 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-6b052328-88f4-40b9-ab34-79fb319bd66a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:15:10.652153 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-6b052328-88f4-40b9-ab34-79fb319bd66a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:15:10.765012 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6b052328-88f4-40b9-ab34-79fb319bd66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:10.812449 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6b052328-88f4-40b9-ab34-79fb319bd66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:10.827162 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-42c1c536-2ef5-4be9-a083-371c735fbdc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:10.868706 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b052328-88f4-40b9-ab34-79fb319bd66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f94a12-6744-4dbb-bf6c-4154c028c2ea,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:10.872476 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-6b052328-88f4-40b9-ab34-79fb319bd66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:10.875835 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-6b052328-88f4-40b9-ab34-79fb319bd66a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2fedaffc73304b4b851f9af68776ba52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4533703 Feb 03 20:15:10.878326 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 50628) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:15:10.946392 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9b998aa5-0490-4d6a-acce-1e1b1663461e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:10.976768 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9b998aa5-0490-4d6a-acce-1e1b1663461e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:11.057907 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9b998aa5-0490-4d6a-acce-1e1b1663461e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:11.064360 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:11.078775 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b998aa5-0490-4d6a-acce-1e1b1663461e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f94a12-6744-4dbb-bf6c-4154c028c2ea,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:11.082058 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9b998aa5-0490-4d6a-acce-1e1b1663461e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:11.084703 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9b998aa5-0490-4d6a-acce-1e1b1663461e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:11.085952 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-9b998aa5-0490-4d6a-acce-1e1b1663461e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/30f94a12-6744-4dbb-bf6c-4154c028c2ea HTTP/1.1" status: 204 len: 168 time: 0.2059698 Feb 03 20:15:11.507274 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-b210cbef-e48a-4cbd-aa42-76954f1b52d3 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:11.509017 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-b210cbef-e48a-4cbd-aa42-76954f1b52d3 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.90 "GET /v2.0/networks?id=8d17e88c-98da-4189-afe8-1e14cbfde92f HTTP/1.1" status: 200 len: 809 time: 0.2706144 Feb 03 20:15:11.538894 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-2ccdb891-d73f-4839-a82b-d26e5d6456fe tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Request body: {'port': {'device_id': 'afd4ee86-2bb6-4416-801b-68747e7ce4af', 'network_id': '8d17e88c-98da-4189-afe8-1e14cbfde92f', 'admin_state_up': True, 'tenant_id': 'd92de69ae0c9433c81e657bbb76393be'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:15:11.799892 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-2ccdb891-d73f-4839-a82b-d26e5d6456fe tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:15:11.805298 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-2ccdb891-d73f-4839-a82b-d26e5d6456fe tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Usage tracker for resource:port and tenant:d92de69ae0c9433c81e657bbb76393be is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:15:11.809134 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-2ccdb891-d73f-4839-a82b-d26e5d6456fe tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:15:11.815884 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-2ccdb891-d73f-4839-a82b-d26e5d6456fe tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:15:11.826163 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd1e2a-55fe-4fb6-8492-3685dfe57c46 req-e21ebc70-0657-46d6-ad5c-d83ac1f256b4 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:11.826163 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-40cd1e2a-55fe-4fb6-8492-3685dfe57c46 req-e21ebc70-0657-46d6-ad5c-d83ac1f256b4 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 946 time: 0.2284341 Feb 03 20:15:11.881489 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a6d47c50-dca4-406d-a498-78a24e391676 req-3a47d175-da38-490f-ae1b-9180eab3c8cf tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=afd4ee86-2bb6-4416-801b-68747e7ce4af HTTP/1.1" status: 200 len: 210 time: 0.0562391 Feb 03 20:15:11.949063 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-2ccdb891-d73f-4839-a82b-d26e5d6456fe tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Made reservation on behalf of d92de69ae0c9433c81e657bbb76393be for: {'port': 1} {{(pid=80169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:15:11.973147 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-2ccdb891-d73f-4839-a82b-d26e5d6456fe tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:12.034198 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-40cd1e2a-55fe-4fb6-8492-3685dfe57c46 req-83d2a7d9-e406-48e4-ad2c-632b32e0688e tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575549 Feb 03 20:15:12.046421 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e548989-c7fc-40d2-b3b9-4e577b5cb229 req-91a110b1-ac02-498c-996e-5c19e6272ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:12.047989 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3e548989-c7fc-40d2-b3b9-4e577b5cb229 req-91a110b1-ac02-498c-996e-5c19e6272ff9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 1163 time: 0.1702385 Feb 03 20:15:12.118810 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3e548989-c7fc-40d2-b3b9-4e577b5cb229 req-f2ea7066-9edc-4a1b-9053-361ac8972f9f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393603 Feb 03 20:15:12.311012 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-2ccdb891-d73f-4839-a82b-d26e5d6456fe tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Allocated IP 172.20.0.2 (8d17e88c-98da-4189-afe8-1e14cbfde92f/e9f199c1-9212-45c5-aab1-5cb1d885f64b/2936a18d-0ea7-4a4f-b2b7-cd620af56f7d) {{(pid=80169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:15:12.589929 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-2ccdb891-d73f-4839-a82b-d26e5d6456fe tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Notify callbacks [] for port, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:12.686633 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-2ccdb891-d73f-4839-a82b-d26e5d6456fe tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:12.709112 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:12.886608 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccdb891-d73f-4839-a82b-d26e5d6456fe tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Pushing event updated for resources: {'Port': ['ID=2936a18d-0ea7-4a4f-b2b7-cd620af56f7d,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:12.891175 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-2ccdb891-d73f-4839-a82b-d26e5d6456fe tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:12.953092 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-2ccdb891-d73f-4839-a82b-d26e5d6456fe tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Network 8d17e88c-98da-4189-afe8-1e14cbfde92f is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:15:12.954485 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-2ccdb891-d73f-4839-a82b-d26e5d6456fe tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:15:12.961876 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-2ccdb891-d73f-4839-a82b-d26e5d6456fe tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Received port after_create {{(pid=80169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:15:13.040690 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-796ecbeb-4ff2-4a4a-88fb-f5e801f3512f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:13.111053 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-2ccdb891-d73f-4839-a82b-d26e5d6456fe tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:13.111834 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-2ccdb891-d73f-4839-a82b-d26e5d6456fe tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:13.196475 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-2ccdb891-d73f-4839-a82b-d26e5d6456fe tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6621015 Feb 03 20:15:13.229337 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-e7664a21-6a19-47c3-a576-faa3884e6b23 service neutron] Request body: {'port': {'device_id': 'afd4ee86-2bb6-4416-801b-68747e7ce4af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:15:13.260642 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57569a6-856f-4c50-b46b-57f1b43177ef req-8a05206a-7112-4480-9ad2-f7e9dbe33f8d tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:13.262361 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f57569a6-856f-4c50-b46b-57f1b43177ef req-8a05206a-7112-4480-9ad2-f7e9dbe33f8d tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=afd4ee86-2bb6-4416-801b-68747e7ce4af HTTP/1.1" status: 200 len: 931 time: 0.2053256 Feb 03 20:15:13.330374 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f57569a6-856f-4c50-b46b-57f1b43177ef req-43510046-9f61-4d43-9de7-0c1808798206 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4d1487e-9e51-443a-9965-fdbd328d523f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603745 Feb 03 20:15:13.384266 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-e7664a21-6a19-47c3-a576-faa3884e6b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:13.531602 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352a9e4-74c9-4cf5-819e-e2d90f5f093d req-d74fbf2c-f9c1-4e5b-bf53-69ab7ca3c029 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:13.533319 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9352a9e4-74c9-4cf5-819e-e2d90f5f093d req-d74fbf2c-f9c1-4e5b-bf53-69ab7ca3c029 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 946 time: 0.1945136 Feb 03 20:15:13.607034 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9352a9e4-74c9-4cf5-819e-e2d90f5f093d req-d1b1ae9a-dd5f-4664-9e6c-14f524f61c40 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662405 Feb 03 20:15:13.802324 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 63381e5b-895e-46ba-916a-ab7c1f4f9211 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:15:13.988288 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 63381e5b-895e-46ba-916a-ab7c1f4f9211 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:15:13.990146 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:14.166607 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-e7664a21-6a19-47c3-a576-faa3884e6b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2936a18d-0ea7-4a4f-b2b7-cd620af56f7d {{(pid=80169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 20:15:14.175930 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-e7664a21-6a19-47c3-a576-faa3884e6b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:14.320617 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-e7664a21-6a19-47c3-a576-faa3884e6b23 service neutron] Transition to ACTIVE for port object 2936a18d-0ea7-4a4f-b2b7-cd620af56f7d will not be triggered until provisioned by entity L2. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:15:14.406782 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-e7664a21-6a19-47c3-a576-faa3884e6b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789467256'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:14.424164 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-2ccdb891-d73f-4839-a82b-d26e5d6456fe tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:14.687114 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df7a90-9040-43a5-9274-28c63d3e5120 req-17bdd534-e2d7-4886-984c-798ae4f8336f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:14.689041 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-20df7a90-9040-43a5-9274-28c63d3e5120 req-17bdd534-e2d7-4886-984c-798ae4f8336f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=afd4ee86-2bb6-4416-801b-68747e7ce4af HTTP/1.1" status: 200 len: 943 time: 0.2179923 Feb 03 20:15:14.689592 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 50738) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:15:14.785742 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7664a21-6a19-47c3-a576-faa3884e6b23 service neutron] Pushing event updated for resources: {'Port': ['ID=2936a18d-0ea7-4a4f-b2b7-cd620af56f7d,revision_number=2']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:14.791470 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-e7664a21-6a19-47c3-a576-faa3884e6b23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:14.797666 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-20df7a90-9040-43a5-9274-28c63d3e5120 req-3990b375-d59f-4dd4-bd77-a24182143c8a tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4d1487e-9e51-443a-9965-fdbd328d523f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010506 Feb 03 20:15:14.928561 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ea636733-d291-47fa-9ebf-12bbe7d28f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:14.945796 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-ea636733-d291-47fa-9ebf-12bbe7d28f12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:15:14.950450 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-ea636733-d291-47fa-9ebf-12bbe7d28f12 admin admin] Usage tracker for resource:security_group_rule and tenant:c42bca2d04be4c2baa15ff35088d26ad is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:15:14.954421 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-ea636733-d291-47fa-9ebf-12bbe7d28f12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:15:14.962673 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-ea636733-d291-47fa-9ebf-12bbe7d28f12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:15:14.996969 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-e7664a21-6a19-47c3-a576-faa3884e6b23 service neutron] Attempting to bind port 2936a18d-0ea7-4a4f-b2b7-cd620af56f7d on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:15:14.996969 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-e7664a21-6a19-47c3-a576-faa3884e6b23 service neutron] Attempting to bind port 2936a18d-0ea7-4a4f-b2b7-cd620af56f7d by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '970f0027-d918-4678-82f6-0f7c757ef161', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8d17e88c-98da-4189-afe8-1e14cbfde92f'}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:15:14.996969 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-e7664a21-6a19-47c3-a576-faa3884e6b23 service neutron] Attempting to bind port 2936a18d-0ea7-4a4f-b2b7-cd620af56f7d on network 8d17e88c-98da-4189-afe8-1e14cbfde92f {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:15:14.999738 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-e7664a21-6a19-47c3-a576-faa3884e6b23 service neutron] Checking agent: {'id': '4ba2278c-c66c-406d-ba19-1defa11400a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 11, 16), 'started_at': datetime.datetime(2021, 2, 3, 20, 11, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:15:15.000211 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-e7664a21-6a19-47c3-a576-faa3884e6b23 service neutron] Checking segment: {'id': '970f0027-d918-4678-82f6-0f7c757ef161', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8d17e88c-98da-4189-afe8-1e14cbfde92f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:15:15.000684 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-e7664a21-6a19-47c3-a576-faa3884e6b23 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:15.001149 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-e7664a21-6a19-47c3-a576-faa3884e6b23 service neutron] Bound using segment: {'id': '970f0027-d918-4678-82f6-0f7c757ef161', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8d17e88c-98da-4189-afe8-1e14cbfde92f'} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:15:15.001691 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-e7664a21-6a19-47c3-a576-faa3884e6b23 service neutron] Bound port: 2936a18d-0ea7-4a4f-b2b7-cd620af56f7d, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970f0027-d918-4678-82f6-0f7c757ef161', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8d17e88c-98da-4189-afe8-1e14cbfde92f'}}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:15:15.002138 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-e7664a21-6a19-47c3-a576-faa3884e6b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:15.107264 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-e7664a21-6a19-47c3-a576-faa3884e6b23 service neutron] For port 2936a18d-0ea7-4a4f-b2b7-cd620af56f7d, host hv-cinder-77398, cleared binding levels {{(pid=80169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:15:15.110623 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-e7664a21-6a19-47c3-a576-faa3884e6b23 service neutron] For port 2936a18d-0ea7-4a4f-b2b7-cd620af56f7d, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=2936a18d-0ea7-4a4f-b2b7-cd620af56f7d,segment=NetworkSegment(970f0027-d918-4678-82f6-0f7c757ef161),segment_id=970f0027-d918-4678-82f6-0f7c757ef161)] {{(pid=80169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:15:15.178473 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-e7664a21-6a19-47c3-a576-faa3884e6b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789467256'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:15.193793 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91bee6-74af-47ef-8b4f-1c408909d367 req-309db6e4-0e4e-4fca-842b-3890c7d2d3cb tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:15.195025 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-be91bee6-74af-47ef-8b4f-1c408909d367 req-309db6e4-0e4e-4fca-842b-3890c7d2d3cb tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 946 time: 0.2094312 Feb 03 20:15:15.196035 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-54a4c1f0-ead6-4e7f-8420-46da2564cda7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:15.279529 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-be91bee6-74af-47ef-8b4f-1c408909d367 req-3f10421e-0f58-473a-835f-a9b9c7efdd17 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748670 Feb 03 20:15:15.308647 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ea636733-d291-47fa-9ebf-12bbe7d28f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:15.315117 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3b976096-6eb4-43fc-819c-b13429a68669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:15.372101 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7664a21-6a19-47c3-a576-faa3884e6b23 service neutron] Pushing event updated for resources: {'Port': ['ID=2936a18d-0ea7-4a4f-b2b7-cd620af56f7d,revision_number=3']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:15.378055 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-e7664a21-6a19-47c3-a576-faa3884e6b23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:15.383307 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ea636733-d291-47fa-9ebf-12bbe7d28f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:15.419039 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ded53bca-7d75-4a08-b826-36448769e164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:15.421425 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-e7664a21-6a19-47c3-a576-faa3884e6b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:15.422118 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-e7664a21-6a19-47c3-a576-faa3884e6b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:15.423665 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-e7664a21-6a19-47c3-a576-faa3884e6b23 service neutron] 10.222.0.90 "PUT /v2.0/ports/2936a18d-0ea7-4a4f-b2b7-cd620af56f7d HTTP/1.1" status: 200 len: 1157 time: 2.1991625 Feb 03 20:15:15.424216 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd4ee86-2bb6-4416-801b-68747e7ce4af', 'tag': '2936a18d-0ea7-4a4f-b2b7-cd620af56f7d'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:15:15.436287 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-ea636733-d291-47fa-9ebf-12bbe7d28f12 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c42bca2d04be4c2baa15ff35088d26ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7430620 Feb 03 20:15:15.440454 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 50764) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:15:15.493550 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd4ee86-2bb6-4416-801b-68747e7ce4af', 'tag': '2936a18d-0ea7-4a4f-b2b7-cd620af56f7d', 'status': 'completed', 'code': 200} Feb 03 20:15:15.498866 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea636733-d291-47fa-9ebf-12bbe7d28f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80107a5a-1a52-489f-94e8-3100ec31663d,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:15.512747 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ea636733-d291-47fa-9ebf-12bbe7d28f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:15.523616 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c51907cc-027d-4f64-9738-d98d341f511d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:15.599295 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c51907cc-027d-4f64-9738-d98d341f511d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:15.638472 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51d3af-b621-4a46-ae19-3dd683906a58 req-83b94bcc-bf01-43e6-9876-63f3fc6dafd7 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:15.640227 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0b51d3af-b621-4a46-ae19-3dd683906a58 req-83b94bcc-bf01-43e6-9876-63f3fc6dafd7 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.1846828 Feb 03 20:15:15.671816 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c1381-8c06-4589-a0f6-97b3f43a18a9 req-bf99841c-e5f3-4b01-af19-95555ef51871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:15.673469 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ec3c1381-8c06-4589-a0f6-97b3f43a18a9 req-bf99841c-e5f3-4b01-af19-95555ef51871 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d92de69ae0c9433c81e657bbb76393be&device_id=afd4ee86-2bb6-4416-801b-68747e7ce4af HTTP/1.1" status: 200 len: 1160 time: 0.1200485 Feb 03 20:15:15.718610 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0b51d3af-b621-4a46-ae19-3dd683906a58 req-3a1229f7-9e1a-4e55-be3f-7e4945a2d2ff tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592525 Feb 03 20:15:15.895430 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c1381-8c06-4589-a0f6-97b3f43a18a9 req-dc9ea124-f153-4c89-80e9-6ff6ea82636a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:15.898963 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ec3c1381-8c06-4589-a0f6-97b3f43a18a9 req-dc9ea124-f153-4c89-80e9-6ff6ea82636a service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=d92de69ae0c9433c81e657bbb76393be&shared=False HTTP/1.1" status: 200 len: 903 time: 0.2118905 Feb 03 20:15:15.903363 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 63381e5b-895e-46ba-916a-ab7c1f4f9211 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:15:15.903446 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c51907cc-027d-4f64-9738-d98d341f511d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:15.936747 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:16.031510 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:16.033277 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 63381e5b-895e-46ba-916a-ab7c1f4f9211 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:15:16.033862 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:16.052203 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c51907cc-027d-4f64-9738-d98d341f511d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:16.056746 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-c51907cc-027d-4f64-9738-d98d341f511d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/80107a5a-1a52-489f-94e8-3100ec31663d HTTP/1.1" status: 204 len: 168 time: 0.6146760 Feb 03 20:15:16.064458 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51907cc-027d-4f64-9738-d98d341f511d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80107a5a-1a52-489f-94e8-3100ec31663d,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:16.077612 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:16.092274 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c51907cc-027d-4f64-9738-d98d341f511d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:16.204696 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c1381-8c06-4589-a0f6-97b3f43a18a9 req-2dbb9d07-a4b8-4cf8-b011-012fc9d26a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:16.206328 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ec3c1381-8c06-4589-a0f6-97b3f43a18a9 req-2dbb9d07-a4b8-4cf8-b011-012fc9d26a66 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2903137 Feb 03 20:15:16.225475 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be065c-c7f8-46c0-97c5-0b1434a9fbda req-7dc89e2d-b371-4a60-9755-9aaf3a879e10 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:16.233982 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-05be065c-c7f8-46c0-97c5-0b1434a9fbda req-7dc89e2d-b371-4a60-9755-9aaf3a879e10 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=afd4ee86-2bb6-4416-801b-68747e7ce4af HTTP/1.1" status: 200 len: 943 time: 0.2359805 Feb 03 20:15:16.314690 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-05be065c-c7f8-46c0-97c5-0b1434a9fbda req-9b471b13-84e0-42c9-b1b0-fe5f40d86519 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4d1487e-9e51-443a-9965-fdbd328d523f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797186 Feb 03 20:15:16.413367 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-c99cb5ad-ee72-44c9-b874-619702760d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:16.415118 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-c99cb5ad-ee72-44c9-b874-619702760d04 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d92de69ae0c9433c81e657bbb76393be&device_id=afd4ee86-2bb6-4416-801b-68747e7ce4af HTTP/1.1" status: 200 len: 1160 time: 0.1245580 Feb 03 20:15:16.526592 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-a1c5d2db-1137-4f0e-8525-d9cf17604234 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2936a18d-0ea7-4a4f-b2b7-cd620af56f7d HTTP/1.1" status: 200 len: 217 time: 0.0886650 Feb 03 20:15:16.622232 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-4021517d-5fe8-4a21-9756-ced20e4bc576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:16.624255 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-4021517d-5fe8-4a21-9756-ced20e4bc576 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e9f199c1-9212-45c5-aab1-5cb1d885f64b HTTP/1.1" status: 200 len: 849 time: 0.0901859 Feb 03 20:15:16.684343 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-66c56584-b146-44ff-99e3-f9d128475ddd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8d17e88c-98da-4189-afe8-1e14cbfde92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495038 Feb 03 20:15:16.817956 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:16.858205 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-0c3f2c01-e180-45b1-ab78-325c760f3d0f service neutron] 10.222.0.90 "GET /v2.0/networks/8d17e88c-98da-4189-afe8-1e14cbfde92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608632 Feb 03 20:15:17.018756 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4dfdf4c2-58cd-456c-bc60-3e9aea21bf97 req-e4c525ad-223a-4810-872f-2f7d2e36e33f service neutron] 10.222.0.90 "GET /v2.0/networks/8d17e88c-98da-4189-afe8-1e14cbfde92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1521676 Feb 03 20:15:17.554931 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:17.658936 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385516b9-09a5-4245-8bf9-7c8c1cc9b5f9 req-2602ad6d-56f7-415b-90de-9345b3a3491b tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:17.660822 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-385516b9-09a5-4245-8bf9-7c8c1cc9b5f9 req-2602ad6d-56f7-415b-90de-9345b3a3491b tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=afd4ee86-2bb6-4416-801b-68747e7ce4af HTTP/1.1" status: 200 len: 943 time: 0.1907413 Feb 03 20:15:17.795446 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-385516b9-09a5-4245-8bf9-7c8c1cc9b5f9 req-2e614c62-793b-47cc-991a-13c77d6823bb tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4d1487e-9e51-443a-9965-fdbd328d523f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133325 Feb 03 20:15:19.133379 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99af36f-2b30-4451-9774-603fc253b965 req-504286f4-5ab1-4e88-9508-876ea75a4175 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:19.135204 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d99af36f-2b30-4451-9774-603fc253b965 req-504286f4-5ab1-4e88-9508-876ea75a4175 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=afd4ee86-2bb6-4416-801b-68747e7ce4af HTTP/1.1" status: 200 len: 943 time: 0.1954224 Feb 03 20:15:19.203252 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d99af36f-2b30-4451-9774-603fc253b965 req-0e16f3d6-ef46-4602-94b6-30500acf1825 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4d1487e-9e51-443a-9965-fdbd328d523f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613248 Feb 03 20:15:19.622689 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e442d6-26dc-4279-acfb-425a5c9683b0 req-98eebdab-4d95-4161-9de7-54b2093bdb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:19.624413 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-55e442d6-26dc-4279-acfb-425a5c9683b0 req-98eebdab-4d95-4161-9de7-54b2093bdb62 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3d2e750b64264333a0c0080a78748667&device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 1162 time: 0.0848968 Feb 03 20:15:19.678414 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b482d2-ad06-4eb2-bbae-4eddd9156394 req-f51bab2b-d86e-4866-ae06-8612a235fb43 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:19.680267 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-94b482d2-ad06-4eb2-bbae-4eddd9156394 req-f51bab2b-d86e-4866-ae06-8612a235fb43 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.1758025 Feb 03 20:15:19.748095 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-94b482d2-ad06-4eb2-bbae-4eddd9156394 req-91f43f53-eefa-4d3e-9043-c64e58e67f92 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605614 Feb 03 20:15:19.797639 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e442d6-26dc-4279-acfb-425a5c9683b0 req-aecff8ac-0b41-4a18-abb8-a573d08f0ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:19.799420 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-55e442d6-26dc-4279-acfb-425a5c9683b0 req-aecff8ac-0b41-4a18-abb8-a573d08f0ccc service neutron] 10.222.0.90 "GET /v2.0/networks?id=823145a9-cb2c-4281-8d27-c96a6d2cddcd HTTP/1.1" status: 200 len: 913 time: 0.1615548 Feb 03 20:15:19.891205 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-55e442d6-26dc-4279-acfb-425a5c9683b0 req-20178621-6489-48ee-96ad-fec29f2bd6a4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cccb142-708c-4927-8c94-341c0eb6c921 HTTP/1.1" status: 200 len: 217 time: 0.0748549 Feb 03 20:15:19.970988 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e442d6-26dc-4279-acfb-425a5c9683b0 req-0b4aad5f-a803-409c-816b-f6959fbef323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:19.972632 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-55e442d6-26dc-4279-acfb-425a5c9683b0 req-0b4aad5f-a803-409c-816b-f6959fbef323 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bcdd6f27-98eb-4350-a461-05ea1bdb5c9c HTTP/1.1" status: 200 len: 859 time: 0.0725219 Feb 03 20:15:20.044441 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-55e442d6-26dc-4279-acfb-425a5c9683b0 req-cf1fbccd-9883-4ba8-916d-6814cc4458df service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=823145a9-cb2c-4281-8d27-c96a6d2cddcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494142 Feb 03 20:15:20.213172 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-55e442d6-26dc-4279-acfb-425a5c9683b0 req-8a01bb59-8df7-47ee-b921-b72e2a0d78dc service neutron] 10.222.0.90 "GET /v2.0/networks/823145a9-cb2c-4281-8d27-c96a6d2cddcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430357 Feb 03 20:15:20.376182 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-55e442d6-26dc-4279-acfb-425a5c9683b0 req-9f33b15c-d2d9-4801-9624-942fcde9db46 service neutron] 10.222.0.90 "GET /v2.0/networks/823145a9-cb2c-4281-8d27-c96a6d2cddcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1566482 Feb 03 20:15:20.597114 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd38283-1709-45e8-b3b7-2b82393e6844 req-5f19194f-ba19-46ad-81f3-cb80f707d335 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:20.605384 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1dd38283-1709-45e8-b3b7-2b82393e6844 req-5f19194f-ba19-46ad-81f3-cb80f707d335 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=afd4ee86-2bb6-4416-801b-68747e7ce4af HTTP/1.1" status: 200 len: 943 time: 0.2334478 Feb 03 20:15:20.667628 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1dd38283-1709-45e8-b3b7-2b82393e6844 req-729bc932-07ca-4824-a2d6-f25f4dffdccc tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4d1487e-9e51-443a-9965-fdbd328d523f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612197 Feb 03 20:15:20.824695 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 50922) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:15:20.988425 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5d57dc84-8df6-432e-aa26-6d0d5c78e2a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:21.019398 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-5d57dc84-8df6-432e-aa26-6d0d5c78e2a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:15:21.025645 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-5d57dc84-8df6-432e-aa26-6d0d5c78e2a3 admin admin] Usage tracker for resource:security_group_rule and tenant:f3731f5f6fc747f5882d65a25ad2d7ef is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:15:21.028184 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-5d57dc84-8df6-432e-aa26-6d0d5c78e2a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:15:21.035052 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-5d57dc84-8df6-432e-aa26-6d0d5c78e2a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:15:21.146796 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5d57dc84-8df6-432e-aa26-6d0d5c78e2a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:21.147066 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e799a3f-3d96-4a04-9e60-4543fa42a972 req-01c21647-809f-40db-b0ad-4f5fac4e2d4d tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:21.154819 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0e799a3f-3d96-4a04-9e60-4543fa42a972 req-01c21647-809f-40db-b0ad-4f5fac4e2d4d tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.1811638 Feb 03 20:15:21.200679 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5d57dc84-8df6-432e-aa26-6d0d5c78e2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:21.242949 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0e799a3f-3d96-4a04-9e60-4543fa42a972 req-b4fe3032-59a4-4042-b5d4-05bec5a56893 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871911 Feb 03 20:15:21.249398 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-41df87da-e2ea-4503-85fd-d724233c759b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:21.265048 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-5d57dc84-8df6-432e-aa26-6d0d5c78e2a3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f3731f5f6fc747f5882d65a25ad2d7ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4391832 Feb 03 20:15:21.267942 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 50938) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:15:21.331248 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57dc84-8df6-432e-aa26-6d0d5c78e2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2df953-cf53-4ad8-97ca-9278c5e9d823,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:21.336263 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5d57dc84-8df6-432e-aa26-6d0d5c78e2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:21.374912 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9021070e-3d8c-4919-9e01-08a221d77138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:21.403319 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9021070e-3d8c-4919-9e01-08a221d77138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:21.497361 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9021070e-3d8c-4919-9e01-08a221d77138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:21.502683 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-80a04b2f-852d-4af6-945a-24e0deeb8d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:21.517251 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021070e-3d8c-4919-9e01-08a221d77138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2df953-cf53-4ad8-97ca-9278c5e9d823,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:21.521941 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9021070e-3d8c-4919-9e01-08a221d77138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:21.528182 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9021070e-3d8c-4919-9e01-08a221d77138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:21.529986 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-9021070e-3d8c-4919-9e01-08a221d77138 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2b2df953-cf53-4ad8-97ca-9278c5e9d823 HTTP/1.1" status: 204 len: 168 time: 0.2606902 Feb 03 20:15:22.049677 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a98eb-6466-4af4-ba37-34db4963fa0f req-3f258583-fbac-45dc-9224-facd09cdc98e tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:22.052072 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f38a98eb-6466-4af4-ba37-34db4963fa0f req-3f258583-fbac-45dc-9224-facd09cdc98e tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=afd4ee86-2bb6-4416-801b-68747e7ce4af HTTP/1.1" status: 200 len: 943 time: 0.1785252 Feb 03 20:15:22.132232 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f38a98eb-6466-4af4-ba37-34db4963fa0f req-f8a6cdf0-dec7-4f46-8d43-f7964094f8be tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4d1487e-9e51-443a-9965-fdbd328d523f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740774 Feb 03 20:15:22.217666 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 50972) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:15:22.237591 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-780ab17f-11a8-4c8f-981d-9e5e95297564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:22.253282 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-780ab17f-11a8-4c8f-981d-9e5e95297564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:15:22.258571 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-780ab17f-11a8-4c8f-981d-9e5e95297564 admin admin] Usage tracker for resource:security_group_rule and tenant:dc0a24dd5bef46819d0394677820b375 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:15:22.261608 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-780ab17f-11a8-4c8f-981d-9e5e95297564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:15:22.267652 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-780ab17f-11a8-4c8f-981d-9e5e95297564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:15:22.365030 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-780ab17f-11a8-4c8f-981d-9e5e95297564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:22.412241 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-780ab17f-11a8-4c8f-981d-9e5e95297564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:22.421783 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5dc4be21-02cb-4519-9789-a1496b309efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:22.469058 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-780ab17f-11a8-4c8f-981d-9e5e95297564 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=dc0a24dd5bef46819d0394677820b375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499967 Feb 03 20:15:22.481847 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 50984) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:15:22.485094 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ab17f-11a8-4c8f-981d-9e5e95297564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03dd8417-10b6-459e-b4fd-5e9275194fa9,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:22.530248 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-780ab17f-11a8-4c8f-981d-9e5e95297564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:22.555739 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a044be22-898e-4c93-b095-0f7c8466b54b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:22.585383 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a044be22-898e-4c93-b095-0f7c8466b54b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:22.632549 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a015a1b-217e-4864-8ea2-5776ac9c2e1a req-1a2dcc5f-353d-49ab-90fa-6063766c79eb tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:22.634327 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1a015a1b-217e-4864-8ea2-5776ac9c2e1a req-1a2dcc5f-353d-49ab-90fa-6063766c79eb tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.2068238 Feb 03 20:15:22.680330 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a044be22-898e-4c93-b095-0f7c8466b54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:22.685605 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-2b85560d-2187-45c3-9fdd-92c453807bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:22.698856 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044be22-898e-4c93-b095-0f7c8466b54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dd8417-10b6-459e-b4fd-5e9275194fa9,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:22.702020 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a044be22-898e-4c93-b095-0f7c8466b54b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:22.704068 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a044be22-898e-4c93-b095-0f7c8466b54b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:22.708728 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-a044be22-898e-4c93-b095-0f7c8466b54b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/03dd8417-10b6-459e-b4fd-5e9275194fa9 HTTP/1.1" status: 204 len: 168 time: 0.2257912 Feb 03 20:15:22.714161 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1a015a1b-217e-4864-8ea2-5776ac9c2e1a req-0dba971d-4c18-4815-81e8-b37dc9d0c94f tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733769 Feb 03 20:15:22.748979 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 50992) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:15:22.922694 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b336e7b5-9482-49ca-ae7b-b6ea542cb6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:22.938853 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-b336e7b5-9482-49ca-ae7b-b6ea542cb6b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:15:22.943540 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-b336e7b5-9482-49ca-ae7b-b6ea542cb6b9 admin admin] Usage tracker for resource:security_group_rule and tenant:44ee31fcbecc462191d0d86be4a7ced0 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:15:22.946897 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-b336e7b5-9482-49ca-ae7b-b6ea542cb6b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:15:22.953915 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-b336e7b5-9482-49ca-ae7b-b6ea542cb6b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:15:23.028320 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 2936a18d-0ea7-4a4f-b2b7-cd620af56f7d up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:15:23.057552 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b336e7b5-9482-49ca-ae7b-b6ea542cb6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:23.143490 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b336e7b5-9482-49ca-ae7b-b6ea542cb6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:23.154333 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c5b103d-9580-4bcc-8ecb-2bda7804bf80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:23.177083 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning for port 2936a18d-0ea7-4a4f-b2b7-cd620af56f7d completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:15:23.182718 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 2936a18d-0ea7-4a4f-b2b7-cd620af56f7d triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:15:23.186992 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:23.206953 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336e7b5-9482-49ca-ae7b-b6ea542cb6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b2c9a0-1b76-412f-8ecf-ecf7f09ddc8c,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:23.213573 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-b336e7b5-9482-49ca-ae7b-b6ea542cb6b9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=44ee31fcbecc462191d0d86be4a7ced0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4610512 Feb 03 20:15:23.213573 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-b336e7b5-9482-49ca-ae7b-b6ea542cb6b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:23.214141 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 51014) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:15:23.315075 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-222855b4-02a9-46e0-abdc-00a62ca0fbad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:23.347101 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-222855b4-02a9-46e0-abdc-00a62ca0fbad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:23.358649 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:23.397790 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd4ee86-2bb6-4416-801b-68747e7ce4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2936a18d-0ea7-4a4f-b2b7-cd620af56f7d'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:15:23.423265 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port 2936a18d-0ea7-4a4f-b2b7-cd620af56f7d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=2936a18d-0ea7-4a4f-b2b7-cd620af56f7d,segment=NetworkSegment(970f0027-d918-4678-82f6-0f7c757ef161),segment_id=970f0027-d918-4678-82f6-0f7c757ef161)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:15:23.465073 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd4ee86-2bb6-4416-801b-68747e7ce4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2936a18d-0ea7-4a4f-b2b7-cd620af56f7d', 'code': 200} Feb 03 20:15:23.475654 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:23.475654 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:23.553327 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=2936a18d-0ea7-4a4f-b2b7-cd620af56f7d,revision_number=4']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:23.558084 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:23.578277 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d44268-1510-4c7a-b7ed-6105199951aa req-bbb7658e-4fb4-424f-bb92-a3144f8db575 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:23.586118 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e4d44268-1510-4c7a-b7ed-6105199951aa req-bbb7658e-4fb4-424f-bb92-a3144f8db575 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=afd4ee86-2bb6-4416-801b-68747e7ce4af HTTP/1.1" status: 200 len: 945 time: 0.2117226 Feb 03 20:15:23.589720 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-222855b4-02a9-46e0-abdc-00a62ca0fbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:23.618596 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-cd28f32c-ae98-40c4-b024-749efd2fadc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:23.671321 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e4d44268-1510-4c7a-b7ed-6105199951aa req-03b20517-1185-4f1a-82bf-2b6e74200e26 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4d1487e-9e51-443a-9965-fdbd328d523f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841649 Feb 03 20:15:23.679098 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222855b4-02a9-46e0-abdc-00a62ca0fbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b2c9a0-1b76-412f-8ecf-ecf7f09ddc8c,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:23.685300 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-222855b4-02a9-46e0-abdc-00a62ca0fbad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:23.699057 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-222855b4-02a9-46e0-abdc-00a62ca0fbad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:23.700406 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-222855b4-02a9-46e0-abdc-00a62ca0fbad admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a4b2c9a0-1b76-412f-8ecf-ecf7f09ddc8c HTTP/1.1" status: 204 len: 168 time: 0.4850724 Feb 03 20:15:23.909587 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07859f4-d9cc-4333-9564-b3053830322c req-dd8044df-c7b4-459e-bb5d-f0fdb1ac902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:23.912660 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d07859f4-d9cc-4333-9564-b3053830322c req-dd8044df-c7b4-459e-bb5d-f0fdb1ac902e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=afd4ee86-2bb6-4416-801b-68747e7ce4af HTTP/1.1" status: 200 len: 1162 time: 0.0938640 Feb 03 20:15:23.959725 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d07859f4-d9cc-4333-9564-b3053830322c req-4635e37c-5684-43f8-b97b-5733d690bc58 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b4d1487e-9e51-443a-9965-fdbd328d523f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406225 Feb 03 20:15:24.037769 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 2936a18d-0ea7-4a4f-b2b7-cd620af56f7d up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:15:24.086204 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef2baa-bf98-4c82-92c8-465aa6d25b92 req-1ed17b0a-a7e9-40ae-9a2e-7c4de9c6e141 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:24.088190 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-74ef2baa-bf98-4c82-92c8-465aa6d25b92 req-1ed17b0a-a7e9-40ae-9a2e-7c4de9c6e141 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.1797881 Feb 03 20:15:24.159803 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 2936a18d-0ea7-4a4f-b2b7-cd620af56f7d triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:15:24.160530 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:24.166494 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-74ef2baa-bf98-4c82-92c8-465aa6d25b92 req-90108385-94f9-4e10-ab34-4827bb8cd2e3 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714469 Feb 03 20:15:25.028019 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269916e-6f0c-4c31-931c-c6b8e93d6473 req-b80cb7bc-464b-4f75-a617-15bab9728062 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:25.029807 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0269916e-6f0c-4c31-931c-c6b8e93d6473 req-b80cb7bc-464b-4f75-a617-15bab9728062 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=afd4ee86-2bb6-4416-801b-68747e7ce4af HTTP/1.1" status: 200 len: 945 time: 0.2007773 Feb 03 20:15:25.117299 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0269916e-6f0c-4c31-931c-c6b8e93d6473 req-a7fa5fff-0916-4acb-a267-9160043b476b tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4d1487e-9e51-443a-9965-fdbd328d523f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803733 Feb 03 20:15:25.493226 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bc51e-6379-4f0b-ab63-54ac276cbfb3 req-0784cedb-c31b-40b7-bd40-e48950f91ac5 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:25.496460 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-118bc51e-6379-4f0b-ab63-54ac276cbfb3 req-0784cedb-c31b-40b7-bd40-e48950f91ac5 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.1856484 Feb 03 20:15:25.580171 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-118bc51e-6379-4f0b-ab63-54ac276cbfb3 req-eb386046-af7b-4021-869c-88a988980cec tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776112 Feb 03 20:15:26.041931 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 2936a18d-0ea7-4a4f-b2b7-cd620af56f7d up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:15:26.132186 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 2936a18d-0ea7-4a4f-b2b7-cd620af56f7d triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:15:26.132755 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:26.478765 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ef35b-e520-470a-bce6-f75967462911 req-d5cadfe0-ec4a-47bc-b778-f4d509aaf75a tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:26.480543 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fe6ef35b-e520-470a-bce6-f75967462911 req-d5cadfe0-ec4a-47bc-b778-f4d509aaf75a tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=afd4ee86-2bb6-4416-801b-68747e7ce4af HTTP/1.1" status: 200 len: 945 time: 0.1831126 Feb 03 20:15:26.555802 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fe6ef35b-e520-470a-bce6-f75967462911 req-7d277133-cb26-4735-b7b5-fbf0b2fdfe0f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4d1487e-9e51-443a-9965-fdbd328d523f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681827 Feb 03 20:15:27.052858 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5cd33-01e0-4a44-ab47-46122c5dceea req-6a7c5321-44f6-494b-9667-46d53ded536e tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:27.054576 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ccc5cd33-01e0-4a44-ab47-46122c5dceea req-6a7c5321-44f6-494b-9667-46d53ded536e tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.1796060 Feb 03 20:15:27.131669 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ccc5cd33-01e0-4a44-ab47-46122c5dceea req-0d46dbb2-062b-4e75-88da-1375de74eb78 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684130 Feb 03 20:15:28.552402 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5cfeb2-824f-434e-925f-807b47c07587 req-4bc932a9-edcb-4017-b83a-7c9368a615b5 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:28.552402 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-bb5cfeb2-824f-434e-925f-807b47c07587 req-4bc932a9-edcb-4017-b83a-7c9368a615b5 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.2035236 Feb 03 20:15:28.658716 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-bb5cfeb2-824f-434e-925f-807b47c07587 req-9bbec8a1-3115-48ba-9920-e47b2e48d519 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005831 Feb 03 20:15:28.986656 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076091ce-8904-4e80-9e4a-d0dce2881e69 req-6013fefb-5e6b-4ac9-b548-c13e945f9465 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:28.988353 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-076091ce-8904-4e80-9e4a-d0dce2881e69 req-6013fefb-5e6b-4ac9-b548-c13e945f9465 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=afd4ee86-2bb6-4416-801b-68747e7ce4af HTTP/1.1" status: 200 len: 945 time: 0.1801238 Feb 03 20:15:29.015784 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 51226) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:15:29.057290 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-076091ce-8904-4e80-9e4a-d0dce2881e69 req-0ed242a8-86bb-40ae-a574-6f0d8501bdbf tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4d1487e-9e51-443a-9965-fdbd328d523f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612707 Feb 03 20:15:29.193371 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a5c8488a-465e-44e4-a87d-834562b6a1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:29.210919 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-a5c8488a-465e-44e4-a87d-834562b6a1fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:15:29.215119 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-a5c8488a-465e-44e4-a87d-834562b6a1fd admin admin] Usage tracker for resource:security_group_rule and tenant:834cbae0137a4506901eddcf0aaf2179 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:15:29.218215 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-a5c8488a-465e-44e4-a87d-834562b6a1fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:15:29.224853 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-a5c8488a-465e-44e4-a87d-834562b6a1fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:15:29.491695 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a5c8488a-465e-44e4-a87d-834562b6a1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:29.537754 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a5c8488a-465e-44e4-a87d-834562b6a1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:29.547611 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5d57dc84-8df6-432e-aa26-6d0d5c78e2a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:29.595609 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-a5c8488a-465e-44e4-a87d-834562b6a1fd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=834cbae0137a4506901eddcf0aaf2179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5785162 Feb 03 20:15:29.599154 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 51250) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:15:29.600284 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8488a-465e-44e4-a87d-834562b6a1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d83929-6317-4a0d-b737-b254188be9f7,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:29.604126 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a5c8488a-465e-44e4-a87d-834562b6a1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:29.665049 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-045ffccf-421c-4ca3-aac1-cc25349f8991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:29.693388 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-045ffccf-421c-4ca3-aac1-cc25349f8991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:29.800490 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-045ffccf-421c-4ca3-aac1-cc25349f8991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:29.806962 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-7addfcc6-cb43-42ca-a776-ce7ffcee7cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:29.822289 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ffccf-421c-4ca3-aac1-cc25349f8991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d83929-6317-4a0d-b737-b254188be9f7,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:29.825646 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-045ffccf-421c-4ca3-aac1-cc25349f8991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:29.830587 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-045ffccf-421c-4ca3-aac1-cc25349f8991 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/98d83929-6317-4a0d-b737-b254188be9f7 HTTP/1.1" status: 204 len: 168 time: 0.2302854 Feb 03 20:15:29.840832 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-045ffccf-421c-4ca3-aac1-cc25349f8991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:30.009807 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4570c10-9f28-4c8c-993c-75c0b979606d req-f18b2a71-c6dc-463d-a488-758bca04b9e5 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:30.011653 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a4570c10-9f28-4c8c-993c-75c0b979606d req-f18b2a71-c6dc-463d-a488-758bca04b9e5 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.1738305 Feb 03 20:15:30.081313 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a4570c10-9f28-4c8c-993c-75c0b979606d req-c9a381a3-acc9-4139-bfa0-34ea2c610b74 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628438 Feb 03 20:15:30.373672 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb6d90-5d88-4b0d-aee5-2476383f0663 req-f967ce98-90df-42db-9349-aaa1f405a36a tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:30.375192 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-07fb6d90-5d88-4b0d-aee5-2476383f0663 req-f967ce98-90df-42db-9349-aaa1f405a36a tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=afd4ee86-2bb6-4416-801b-68747e7ce4af HTTP/1.1" status: 200 len: 945 time: 0.1765451 Feb 03 20:15:30.386509 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 51282) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:15:30.407379 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4da4743b-a8f5-4322-bae8-d78ea9b374ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:30.423763 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-4da4743b-a8f5-4322-bae8-d78ea9b374ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:15:30.428121 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-4da4743b-a8f5-4322-bae8-d78ea9b374ca admin admin] Usage tracker for resource:security_group_rule and tenant:72016b401fc24e4d89e143903be50cf1 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:15:30.435371 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-4da4743b-a8f5-4322-bae8-d78ea9b374ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:15:30.441428 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-4da4743b-a8f5-4322-bae8-d78ea9b374ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:15:30.450747 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-07fb6d90-5d88-4b0d-aee5-2476383f0663 req-857da84c-c068-4428-8417-b6847692d49d tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4d1487e-9e51-443a-9965-fdbd328d523f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658340 Feb 03 20:15:30.728771 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee6768-e5ba-413c-9bfe-8fc3326fbb4a req-d4abef81-dc05-49af-b1b9-a52f2dd82152 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:30.729610 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-28ee6768-e5ba-413c-9bfe-8fc3326fbb4a req-d4abef81-dc05-49af-b1b9-a52f2dd82152 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Synchronizing usage tracker for tenant:d92de69ae0c9433c81e657bbb76393be on resource:port {{(pid=80169) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:15:30.770586 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4da4743b-a8f5-4322-bae8-d78ea9b374ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:30.800606 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-28ee6768-e5ba-413c-9bfe-8fc3326fbb4a req-d4abef81-dc05-49af-b1b9-a52f2dd82152 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Unset dirty status for tenant:d92de69ae0c9433c81e657bbb76393be on resource:port {{(pid=80169) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:15:30.804486 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-28ee6768-e5ba-413c-9bfe-8fc3326fbb4a req-d4abef81-dc05-49af-b1b9-a52f2dd82152 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.90 "GET /v2.0/ports?device_id=afd4ee86-2bb6-4416-801b-68747e7ce4af HTTP/1.1" status: 200 len: 945 time: 0.2799993 Feb 03 20:15:30.868652 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4da4743b-a8f5-4322-bae8-d78ea9b374ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:30.884676 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:30.950505 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4743b-a8f5-4322-bae8-d78ea9b374ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000da604-cc35-46e0-b633-6cc249809d38,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:30.954189 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-4da4743b-a8f5-4322-bae8-d78ea9b374ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:30.962935 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-4da4743b-a8f5-4322-bae8-d78ea9b374ca admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=72016b401fc24e4d89e143903be50cf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5724542 Feb 03 20:15:30.964088 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 51300) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:15:30.986890 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-28ee6768-e5ba-413c-9bfe-8fc3326fbb4a req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Deleting port 2936a18d-0ea7-4a4f-b2b7-cd620af56f7d {{(pid=80169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:15:30.987320 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-28ee6768-e5ba-413c-9bfe-8fc3326fbb4a req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:31.031688 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b1e93d61-7ff8-433d-a61b-936642c50275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:31.060165 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b1e93d61-7ff8-433d-a61b-936642c50275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:31.149201 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b1e93d61-7ff8-433d-a61b-936642c50275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:31.154690 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-045ffccf-421c-4ca3-aac1-cc25349f8991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:31.177497 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e93d61-7ff8-433d-a61b-936642c50275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000da604-cc35-46e0-b633-6cc249809d38,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:31.189520 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-b1e93d61-7ff8-433d-a61b-936642c50275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:31.190757 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b1e93d61-7ff8-433d-a61b-936642c50275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:31.193927 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-b1e93d61-7ff8-433d-a61b-936642c50275 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/000da604-cc35-46e0-b633-6cc249809d38 HTTP/1.1" status: 204 len: 168 time: 0.2294536 Feb 03 20:15:31.293868 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-28ee6768-e5ba-413c-9bfe-8fc3326fbb4a req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] For port 2936a18d-0ea7-4a4f-b2b7-cd620af56f7d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=2936a18d-0ea7-4a4f-b2b7-cd620af56f7d,segment=NetworkSegment(970f0027-d918-4678-82f6-0f7c757ef161),segment_id=970f0027-d918-4678-82f6-0f7c757ef161)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:15:31.294530 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-28ee6768-e5ba-413c-9bfe-8fc3326fbb4a req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:31.339382 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 51312) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:15:31.455201 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5262ce-8cfe-40a0-b3c8-2034dc1031d9 req-8501e561-9d2d-489f-83c8-8e6d450602e5 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:31.457069 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fe5262ce-8cfe-40a0-b3c8-2034dc1031d9 req-8501e561-9d2d-489f-83c8-8e6d450602e5 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.2238197 Feb 03 20:15:31.546569 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fe5262ce-8cfe-40a0-b3c8-2034dc1031d9 req-d6bbd031-8154-4e98-9d44-1cc183eae8f1 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796127 Feb 03 20:15:31.742270 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-28ee6768-e5ba-413c-9bfe-8fc3326fbb4a req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Calling delete_port for 2936a18d-0ea7-4a4f-b2b7-cd620af56f7d owned by compute:nova {{(pid=80169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:15:31.780255 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 2936a18d-0ea7-4a4f-b2b7-cd620af56f7d no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:15:32.068965 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-28ee6768-e5ba-413c-9bfe-8fc3326fbb4a req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:32.072348 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Port 2936a18d-0ea7-4a4f-b2b7-cd620af56f7d update to DOWN by agent not found {{(pid=80171) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 03 20:15:32.078394 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:32.093056 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-60fb414b-dd27-466d-97f0-5fbc43a7379e req-1e95a572-89d3-4470-b224-c05dbedf2573 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=afd4ee86-2bb6-4416-801b-68747e7ce4af HTTP/1.1" status: 200 len: 210 time: 0.4327476 Feb 03 20:15:32.101034 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-89a1cabf-5d54-4c59-9084-c62617ab842a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:32.107701 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:15:32.114908 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Usage tracker for resource:security_group_rule and tenant:f7aee92b10a8406aa4b2ab021f5a50e6 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:15:32.118395 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:15:32.125386 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:15:32.220566 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Pushing event deleted for resources: {'Port': ['ID=2936a18d-0ea7-4a4f-b2b7-cd620af56f7d,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:32.233371 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:32.236154 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.236568 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.236973 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.237370 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.237764 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.238153 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.239225 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.239655 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.240049 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.240436 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.240825 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.241209 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.241635 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.242019 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.242404 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.242791 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.243250 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.243536 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.243938 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.244329 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.244702 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.245085 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.245468 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.245873 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.252049 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:32.275941 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:32.302615 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-eece7f5b-6da9-4ed8-b2cf-7e20960bd463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:32.345651 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f7aee92b10a8406aa4b2ab021f5a50e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0025866 Feb 03 20:15:32.346910 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 51352) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:15:32.372971 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9eba603-ab60-49a3-8441-5f9db29fa58c,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:32.400089 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ee6768-e5ba-413c-9bfe-8fc3326fbb4a req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] No DVR routers for this DVR port 2936a18d-0ea7-4a4f-b2b7-cd620af56f7d on host hv-cinder-77398 {{(pid=80169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 20:15:32.400804 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.401486 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.401596 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.401916 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.402377 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.402733 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.403026 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.403410 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.403705 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-28ee6768-e5ba-413c-9bfe-8fc3326fbb4a req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:32.403806 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.404174 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.404557 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.404937 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.405356 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.405737 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.406171 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.406477 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.406576 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd4ee86-2bb6-4416-801b-68747e7ce4af', 'name': 'network-vif-deleted', 'tag': '2936a18d-0ea7-4a4f-b2b7-cd620af56f7d'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:15:32.406852 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.407230 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.410707 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.419240 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.419240 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.419240 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.419240 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.419240 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:15:32.433923 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:32.487305 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7a6bf304-b3ad-42e6-b3db-e0b29f6e6446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:32.511553 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd4ee86-2bb6-4416-801b-68747e7ce4af', 'name': 'network-vif-deleted', 'tag': '2936a18d-0ea7-4a4f-b2b7-cd620af56f7d', 'status': 'completed', 'code': 200} Feb 03 20:15:32.512293 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 51362) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:15:32.516724 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-28ee6768-e5ba-413c-9bfe-8fc3326fbb4a req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.90 "DELETE /v2.0/ports/2936a18d-0ea7-4a4f-b2b7-cd620af56f7d HTTP/1.1" status: 204 len: 173 time: 1.6874089 Feb 03 20:15:32.523177 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7a6bf304-b3ad-42e6-b3db-e0b29f6e6446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:32.587512 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:15:32.621416 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7a6bf304-b3ad-42e6-b3db-e0b29f6e6446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:32.627138 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-79edf52f-9264-43e4-a7b3-129c100598fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:32.649124 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bf304-b3ad-42e6-b3db-e0b29f6e6446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9eba603-ab60-49a3-8441-5f9db29fa58c,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:32.651325 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7a6bf304-b3ad-42e6-b3db-e0b29f6e6446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:32.655137 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-7a6bf304-b3ad-42e6-b3db-e0b29f6e6446 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f9eba603-ab60-49a3-8441-5f9db29fa58c HTTP/1.1" status: 204 len: 168 time: 0.3046448 Feb 03 20:15:32.655137 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-7a6bf304-b3ad-42e6-b3db-e0b29f6e6446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:32.697213 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0ee13412-8684-45c3-825b-a2b47de62968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:32.818024 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-0ee13412-8684-45c3-825b-a2b47de62968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:15:32.836279 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-0ee13412-8684-45c3-825b-a2b47de62968 admin admin] Usage tracker for resource:security_group_rule and tenant:1cb680baedd34cde8d97f9e8695a6fd4 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:15:32.853144 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-0ee13412-8684-45c3-825b-a2b47de62968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:15:32.869118 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-0ee13412-8684-45c3-825b-a2b47de62968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:15:33.023422 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 51376) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:15:33.037215 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b81a03-34d0-4304-a494-cc575b20f5e6 req-018ae263-48e2-4807-9433-8d3e8feb9256 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:33.038928 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-46b81a03-34d0-4304-a494-cc575b20f5e6 req-018ae263-48e2-4807-9433-8d3e8feb9256 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.2323606 Feb 03 20:15:33.087983 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0ee13412-8684-45c3-825b-a2b47de62968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:33.098428 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e49fb5-954d-4939-9643-f0ce3652c562 req-09a96c4a-abc9-49a5-9e66-6900ee7ebfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:33.100341 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b2e49fb5-954d-4939-9643-f0ce3652c562 req-09a96c4a-abc9-49a5-9e66-6900ee7ebfe7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 1162 time: 0.1369708 Feb 03 20:15:33.112803 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-46b81a03-34d0-4304-a494-cc575b20f5e6 req-3dbec8f5-09ec-4af8-a284-2e073e172305 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664856 Feb 03 20:15:33.132048 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0ee13412-8684-45c3-825b-a2b47de62968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:33.146735 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:33.179452 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee13412-8684-45c3-825b-a2b47de62968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd49b481-49d1-4bdc-b175-ff07983fe4fb,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:33.187109 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-0ee13412-8684-45c3-825b-a2b47de62968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:33.224409 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-0ee13412-8684-45c3-825b-a2b47de62968 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1cb680baedd34cde8d97f9e8695a6fd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7075169 Feb 03 20:15:33.224409 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b2e49fb5-954d-4939-9643-f0ce3652c562 req-430dd3ef-3087-4def-86c6-3bb0fe972dae service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152425 Feb 03 20:15:33.224735 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 51394) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:15:33.277160 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-bffcb5d6-e28e-4d6e-86bc-00f95550b67b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1695258760-network', 'tenant_id': 'eb29ba9375524071b64902adad859714'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:15:33.282136 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-bffcb5d6-e28e-4d6e-86bc-00f95550b67b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:15:33.287344 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-bffcb5d6-e28e-4d6e-86bc-00f95550b67b admin admin] Usage tracker for resource:network and tenant:eb29ba9375524071b64902adad859714 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:15:33.290546 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-bffcb5d6-e28e-4d6e-86bc-00f95550b67b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:15:33.297381 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-bffcb5d6-e28e-4d6e-86bc-00f95550b67b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:15:33.301100 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ec82b83c-a5c9-411f-951e-7df9d5395ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:33.333171 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ec82b83c-a5c9-411f-951e-7df9d5395ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:33.354275 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffcb5d6-e28e-4d6e-86bc-00f95550b67b admin admin] Made reservation on behalf of eb29ba9375524071b64902adad859714 for: {'network': 1} {{(pid=80169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:15:33.359095 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-bffcb5d6-e28e-4d6e-86bc-00f95550b67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for network, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:33.373728 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-bffcb5d6-e28e-4d6e-86bc-00f95550b67b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:33.396663 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-bffcb5d6-e28e-4d6e-86bc-00f95550b67b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:15:33.400949 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-bffcb5d6-e28e-4d6e-86bc-00f95550b67b admin admin] Usage tracker for resource:security_group_rule and tenant:eb29ba9375524071b64902adad859714 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:15:33.404101 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-bffcb5d6-e28e-4d6e-86bc-00f95550b67b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:15:33.405485 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-25a07f15-9676-47ac-991b-9b306a923164 req-fcc32d0f-77f3-42b6-9463-ccb706dc5e60 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] 10.222.0.101 "GET /v2.0/ports?device_id=afd4ee86-2bb6-4416-801b-68747e7ce4af HTTP/1.1" status: 200 len: 210 time: 0.0751607 Feb 03 20:15:33.410046 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-bffcb5d6-e28e-4d6e-86bc-00f95550b67b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:15:33.503671 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ec82b83c-a5c9-411f-951e-7df9d5395ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:33.511642 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:33.530423 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82b83c-a5c9-411f-951e-7df9d5395ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd49b481-49d1-4bdc-b175-ff07983fe4fb,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:33.533999 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ec82b83c-a5c9-411f-951e-7df9d5395ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:33.550967 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-bffcb5d6-e28e-4d6e-86bc-00f95550b67b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:33.557064 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ec82b83c-a5c9-411f-951e-7df9d5395ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:33.573708 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-ec82b83c-a5c9-411f-951e-7df9d5395ee4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fd49b481-49d1-4bdc-b175-ff07983fe4fb HTTP/1.1" status: 204 len: 168 time: 0.3466325 Feb 03 20:15:33.600853 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-bffcb5d6-e28e-4d6e-86bc-00f95550b67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:33.605084 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-889c2150-5684-4e27-b813-44caff04782a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:33.637852 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffcb5d6-e28e-4d6e-86bc-00f95550b67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1a1ed0-faa7-44fa-807b-4306a0e76bb0,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:33.641691 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-bffcb5d6-e28e-4d6e-86bc-00f95550b67b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:34.042627 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bffcb5d6-e28e-4d6e-86bc-00f95550b67b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 20:15:34.053555 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-bffcb5d6-e28e-4d6e-86bc-00f95550b67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:34.054109 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.segments_db [None req-bffcb5d6-e28e-4d6e-86bc-00f95550b67b admin admin] Added segment 98d4f4a6-d4d9-431c-ab1c-0ce5a58bf3bc of type vxlan for network 0e74a4eb-e679-4078-9d01-e8eef306fc8c Feb 03 20:15:34.190165 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-bffcb5d6-e28e-4d6e-86bc-00f95550b67b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306292959399'] for network, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:34.331957 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-bffcb5d6-e28e-4d6e-86bc-00f95550b67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669'] for network, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:34.334901 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffcb5d6-e28e-4d6e-86bc-00f95550b67b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:34.336066 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-bffcb5d6-e28e-4d6e-86bc-00f95550b67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:34.342087 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:34.476618 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffcb5d6-e28e-4d6e-86bc-00f95550b67b admin admin] Pushing event updated for resources: {'Network': ['ID=0e74a4eb-e679-4078-9d01-e8eef306fc8c,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:34.481387 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-bffcb5d6-e28e-4d6e-86bc-00f95550b67b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:34.491943 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Network 0e74a4eb-e679-4078-9d01-e8eef306fc8c details requested by agent ovs-agent-dv-cinder-773985-1-smb with host dv-cinder-773985-1-smb {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:15:34.527048 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-bffcb5d6-e28e-4d6e-86bc-00f95550b67b admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.5002227 Feb 03 20:15:34.530049 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 51442) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:15:34.541899 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-04d86c7f-dd9a-4a63-8289-b83a966986de admin admin] Request body: {'subnet': {'network_id': '0e74a4eb-e679-4078-9d01-e8eef306fc8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1695258760-subnet', 'tenant_id': 'eb29ba9375524071b64902adad859714', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:15:34.565190 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-04d86c7f-dd9a-4a63-8289-b83a966986de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:15:34.571061 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-04d86c7f-dd9a-4a63-8289-b83a966986de admin admin] Usage tracker for resource:subnet and tenant:eb29ba9375524071b64902adad859714 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:15:34.574758 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-04d86c7f-dd9a-4a63-8289-b83a966986de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:15:34.580777 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-04d86c7f-dd9a-4a63-8289-b83a966986de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:15:34.607051 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5805bf-7021-4d72-9c24-9acdde9c0fca req-2516b179-c456-4357-9ec8-5a6eac058577 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:34.607051 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-bf5805bf-7021-4d72-9c24-9acdde9c0fca req-2516b179-c456-4357-9ec8-5a6eac058577 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.2491210 Feb 03 20:15:34.616741 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Network 0e74a4eb-e679-4078-9d01-e8eef306fc8c details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:15:34.634235 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d86c7f-dd9a-4a63-8289-b83a966986de admin admin] Made reservation on behalf of eb29ba9375524071b64902adad859714 for: {'subnet': 1} {{(pid=80169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:15:34.639122 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-04d86c7f-dd9a-4a63-8289-b83a966986de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036787855953'] for subnet, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:34.694202 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-bf5805bf-7021-4d72-9c24-9acdde9c0fca req-51395b0b-8a6a-480e-a7c3-546bdd8271a4 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844278 Feb 03 20:15:35.272728 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-04d86c7f-dd9a-4a63-8289-b83a966986de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036789467648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036787855972'] for subnet, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:35.289167 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:35.432135 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d86c7f-dd9a-4a63-8289-b83a966986de admin admin] Pushing event updated for resources: {'Subnet': ['ID=eead1d2b-cca7-4205-8795-1c326721fc04,revision_number=0']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:35.436492 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-04d86c7f-dd9a-4a63-8289-b83a966986de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:35.500772 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d86c7f-dd9a-4a63-8289-b83a966986de admin admin] Checking segment: {'id': '98d4f4a6-d4d9-431c-ab1c-0ce5a58bf3bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e74a4eb-e679-4078-9d01-e8eef306fc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:15:35.501173 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d86c7f-dd9a-4a63-8289-b83a966986de admin admin] Network hostable DHCP agents. Network: 0e74a4eb-e679-4078-9d01-e8eef306fc8c, hostable agents: ['8291a3bc-6c85-4131-82cd-10fb92f4b1cb'], hosted agents: [] {{(pid=80169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 20:15:35.577850 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d86c7f-dd9a-4a63-8289-b83a966986de admin admin] Network 0e74a4eb-e679-4078-9d01-e8eef306fc8c is scheduled to be hosted by DHCP agent 8291a3bc-6c85-4131-82cd-10fb92f4b1cb with binding_index 1 {{(pid=80169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 20:15:35.631419 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-04d86c7f-dd9a-4a63-8289-b83a966986de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-smb, 0e74a4eb-e679-4078-9d01-e8eef306fc8c) {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:15:35.642233 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c60785-0971-4dca-9479-772b73a78857 None None] Network 0e74a4eb-e679-4078-9d01-e8eef306fc8c requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:15:35.652159 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d86c7f-dd9a-4a63-8289-b83a966986de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:35.653587 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-04d86c7f-dd9a-4a63-8289-b83a966986de admin admin] Notify callbacks [] for subnet, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:35.715543 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-04d86c7f-dd9a-4a63-8289-b83a966986de admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1843638 Feb 03 20:15:35.982507 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a1dd0e-ef57-4798-bd27-ae8074d4b358 None None] Network 0e74a4eb-e679-4078-9d01-e8eef306fc8c requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:15:36.138645 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435abbe-6bf5-49ad-9dc2-dd92ca17b094 req-751f6570-a5fc-4574-8916-8d2cf41da2c6 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:36.140490 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4435abbe-6bf5-49ad-9dc2-dd92ca17b094 req-751f6570-a5fc-4574-8916-8d2cf41da2c6 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.2102821 Feb 03 20:15:36.236163 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4435abbe-6bf5-49ad-9dc2-dd92ca17b094 req-3a857cf7-bfdd-407e-8984-436a95d6c6c5 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834904 Feb 03 20:15:37.015092 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab56bc-78df-46fe-8e48-b97809de6708 req-6bd7ab31-82aa-4f89-b0af-3e29f7b7befb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:37.016932 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-acab56bc-78df-46fe-8e48-b97809de6708 req-6bd7ab31-82aa-4f89-b0af-3e29f7b7befb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3d2e750b64264333a0c0080a78748667&device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 1162 time: 0.1011610 Feb 03 20:15:37.198987 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873526b-0043-42b0-82b9-c4aeff43791e req-3117beb3-86da-439d-b71a-2a5182b5ebc4 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:37.207177 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5873526b-0043-42b0-82b9-c4aeff43791e req-3117beb3-86da-439d-b71a-2a5182b5ebc4 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.2307668 Feb 03 20:15:37.209661 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab56bc-78df-46fe-8e48-b97809de6708 req-a0cc1aba-86f6-4fb1-bec9-4da1a4ef7939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:37.211297 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-acab56bc-78df-46fe-8e48-b97809de6708 req-a0cc1aba-86f6-4fb1-bec9-4da1a4ef7939 service neutron] 10.222.0.90 "GET /v2.0/networks?id=823145a9-cb2c-4281-8d27-c96a6d2cddcd HTTP/1.1" status: 200 len: 913 time: 0.1856506 Feb 03 20:15:37.284588 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5873526b-0043-42b0-82b9-c4aeff43791e req-c40edfad-25ed-4134-a1df-1cefbd9e670c tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761824 Feb 03 20:15:37.295994 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 51584) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:15:37.305832 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-5488a3a3-3be6-4523-860e-b46d6713b492 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1949001476-network', 'tenant_id': 'c02cb1bf79424859ba4965b6a38eacb5'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:15:37.310961 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-5488a3a3-3be6-4523-860e-b46d6713b492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:15:37.315435 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-acab56bc-78df-46fe-8e48-b97809de6708 req-1bcb98fb-94ab-495b-afb5-c99c14d75113 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cccb142-708c-4927-8c94-341c0eb6c921 HTTP/1.1" status: 200 len: 217 time: 0.0850987 Feb 03 20:15:37.315657 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-5488a3a3-3be6-4523-860e-b46d6713b492 admin admin] Usage tracker for resource:network and tenant:c02cb1bf79424859ba4965b6a38eacb5 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:15:37.319561 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-5488a3a3-3be6-4523-860e-b46d6713b492 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:15:37.325670 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-5488a3a3-3be6-4523-860e-b46d6713b492 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:15:37.383017 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5488a3a3-3be6-4523-860e-b46d6713b492 admin admin] Made reservation on behalf of c02cb1bf79424859ba4965b6a38eacb5 for: {'network': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:15:37.387969 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5488a3a3-3be6-4523-860e-b46d6713b492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for network, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:37.393549 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab56bc-78df-46fe-8e48-b97809de6708 req-bc9b443d-cb6b-4ed9-a15f-06dba2600ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:37.396336 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-acab56bc-78df-46fe-8e48-b97809de6708 req-bc9b443d-cb6b-4ed9-a15f-06dba2600ccf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bcdd6f27-98eb-4350-a461-05ea1bdb5c9c HTTP/1.1" status: 200 len: 859 time: 0.0744216 Feb 03 20:15:37.402173 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5488a3a3-3be6-4523-860e-b46d6713b492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:37.423630 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-5488a3a3-3be6-4523-860e-b46d6713b492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:15:37.429608 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-5488a3a3-3be6-4523-860e-b46d6713b492 admin admin] Usage tracker for resource:security_group_rule and tenant:c02cb1bf79424859ba4965b6a38eacb5 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:15:37.433463 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-5488a3a3-3be6-4523-860e-b46d6713b492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:15:37.441184 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-5488a3a3-3be6-4523-860e-b46d6713b492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:15:37.456236 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-acab56bc-78df-46fe-8e48-b97809de6708 req-9e5c9fb9-dce0-42ee-9abb-a5775a8edb98 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=823145a9-cb2c-4281-8d27-c96a6d2cddcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530171 Feb 03 20:15:37.566094 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5488a3a3-3be6-4523-860e-b46d6713b492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:37.605758 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5488a3a3-3be6-4523-860e-b46d6713b492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:37.610363 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-0b641b36-8b25-4ef3-91c7-894a578c7b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:37.623256 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-acab56bc-78df-46fe-8e48-b97809de6708 req-315395ad-6f70-49db-9409-a3cc59b30877 service neutron] 10.222.0.90 "GET /v2.0/networks/823145a9-cb2c-4281-8d27-c96a6d2cddcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590605 Feb 03 20:15:37.640279 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5488a3a3-3be6-4523-860e-b46d6713b492 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 20:15:37.653109 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488a3a3-3be6-4523-860e-b46d6713b492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b041e632-76d0-4366-9034-24d68b77f87c,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:37.660971 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5488a3a3-3be6-4523-860e-b46d6713b492 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730562370146', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:37.661420 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.segments_db [None req-5488a3a3-3be6-4523-860e-b46d6713b492 admin admin] Added segment b8bedc8f-0c75-4163-800c-fa3605e82f66 of type vxlan for network cf6331a6-61a6-47c1-85aa-18cd6a12ce19 Feb 03 20:15:37.700078 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5488a3a3-3be6-4523-860e-b46d6713b492 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306292959399'] for network, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:37.702205 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5488a3a3-3be6-4523-860e-b46d6713b492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:37.767244 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5488a3a3-3be6-4523-860e-b46d6713b492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669'] for network, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:37.767473 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5488a3a3-3be6-4523-860e-b46d6713b492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:37.768118 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5488a3a3-3be6-4523-860e-b46d6713b492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:37.774483 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-6418ef65-cc8d-40ed-8524-967d2b2a4100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:37.858757 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-acab56bc-78df-46fe-8e48-b97809de6708 req-f5146af4-9470-41bc-8813-5b42a2584e67 service neutron] 10.222.0.90 "GET /v2.0/networks/823145a9-cb2c-4281-8d27-c96a6d2cddcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2218306 Feb 03 20:15:37.914754 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488a3a3-3be6-4523-860e-b46d6713b492 admin admin] Pushing event updated for resources: {'Network': ['ID=cf6331a6-61a6-47c1-85aa-18cd6a12ce19,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:37.920560 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5488a3a3-3be6-4523-860e-b46d6713b492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:37.928811 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Network cf6331a6-61a6-47c1-85aa-18cd6a12ce19 details requested by agent ovs-agent-dv-cinder-773985-1-smb with host dv-cinder-773985-1-smb {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:15:37.951314 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Network cf6331a6-61a6-47c1-85aa-18cd6a12ce19 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:15:37.960628 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-5488a3a3-3be6-4523-860e-b46d6713b492 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6610913 Feb 03 20:15:37.963605 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 51606) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:15:37.970028 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-a7a51bc1-d1d5-45a2-8d7e-1702e3a50159 admin admin] Request body: {'subnet': {'network_id': 'cf6331a6-61a6-47c1-85aa-18cd6a12ce19', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1949001476-subnet', 'tenant_id': 'c02cb1bf79424859ba4965b6a38eacb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:15:37.984841 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-a7a51bc1-d1d5-45a2-8d7e-1702e3a50159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:15:37.984841 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-a7a51bc1-d1d5-45a2-8d7e-1702e3a50159 admin admin] Usage tracker for resource:subnet and tenant:c02cb1bf79424859ba4965b6a38eacb5 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:15:37.984841 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-a7a51bc1-d1d5-45a2-8d7e-1702e3a50159 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:15:37.990313 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-a7a51bc1-d1d5-45a2-8d7e-1702e3a50159 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:15:38.034425 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a51bc1-d1d5-45a2-8d7e-1702e3a50159 admin admin] Made reservation on behalf of c02cb1bf79424859ba4965b6a38eacb5 for: {'subnet': 1} {{(pid=80169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:15:38.039512 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a7a51bc1-d1d5-45a2-8d7e-1702e3a50159 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036787855953'] for subnet, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:38.513156 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a7a51bc1-d1d5-45a2-8d7e-1702e3a50159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036789467648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036787855972'] for subnet, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:38.529067 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:15:38.683049 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266be9a7-ba3f-47db-8eb1-b14e555d9046 req-dad60082-a5c6-4bce-a459-1c9afe3b0267 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:38.691481 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-266be9a7-ba3f-47db-8eb1-b14e555d9046 req-dad60082-a5c6-4bce-a459-1c9afe3b0267 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.2110584 Feb 03 20:15:38.695177 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a51bc1-d1d5-45a2-8d7e-1702e3a50159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e595887-70be-495b-8e7e-301dbdb153ab,revision_number=0']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:15:38.706987 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a7a51bc1-d1d5-45a2-8d7e-1702e3a50159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:15:38.772307 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a51bc1-d1d5-45a2-8d7e-1702e3a50159 admin admin] Checking segment: {'id': 'b8bedc8f-0c75-4163-800c-fa3605e82f66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cf6331a6-61a6-47c1-85aa-18cd6a12ce19'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:15:38.772689 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a51bc1-d1d5-45a2-8d7e-1702e3a50159 admin admin] Network hostable DHCP agents. Network: cf6331a6-61a6-47c1-85aa-18cd6a12ce19, hostable agents: ['8291a3bc-6c85-4131-82cd-10fb92f4b1cb'], hosted agents: [] {{(pid=80169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 20:15:38.782630 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-266be9a7-ba3f-47db-8eb1-b14e555d9046 req-41593172-4a25-460b-a0fe-5e179e5b3665 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899987 Feb 03 20:15:38.880719 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a51bc1-d1d5-45a2-8d7e-1702e3a50159 admin admin] Network cf6331a6-61a6-47c1-85aa-18cd6a12ce19 is scheduled to be hosted by DHCP agent 8291a3bc-6c85-4131-82cd-10fb92f4b1cb with binding_index 1 {{(pid=80169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 20:15:38.943342 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-a7a51bc1-d1d5-45a2-8d7e-1702e3a50159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-smb, cf6331a6-61a6-47c1-85aa-18cd6a12ce19) {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:15:38.952997 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f0316a-9f94-499b-84f5-0cbc6d33841c None None] Network cf6331a6-61a6-47c1-85aa-18cd6a12ce19 requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:15:38.980487 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a51bc1-d1d5-45a2-8d7e-1702e3a50159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:38.981157 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a7a51bc1-d1d5-45a2-8d7e-1702e3a50159 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:39.073196 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-a7a51bc1-d1d5-45a2-8d7e-1702e3a50159 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1003814 Feb 03 20:15:39.308511 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abe6cc9-7555-40b5-aaee-0e3ea4f3de8c None None] Network cf6331a6-61a6-47c1-85aa-18cd6a12ce19 requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:15:40.129669 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9c693-ee16-4ce3-98d8-e0e9ef61e76c req-7fa40f52-a709-4b0d-9981-9c270af68b3f tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:40.131684 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-99c9c693-ee16-4ce3-98d8-e0e9ef61e76c req-7fa40f52-a709-4b0d-9981-9c270af68b3f tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.1792209 Feb 03 20:15:40.229181 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-99c9c693-ee16-4ce3-98d8-e0e9ef61e76c req-423dabc8-6ac5-4c18-9cb4-96fe99732914 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884719 Feb 03 20:15:41.598745 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14d806-5faa-4226-abfa-2849dbede23e req-1860cff5-c597-444a-8196-eb4f5edaaeaa tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:41.600629 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7c14d806-5faa-4226-abfa-2849dbede23e req-1860cff5-c597-444a-8196-eb4f5edaaeaa tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.2296004 Feb 03 20:15:41.676584 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7c14d806-5faa-4226-abfa-2849dbede23e req-be079de7-70e1-4e15-a4e5-d470043d3b7b tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690196 Feb 03 20:15:42.080569 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 8cccb142-708c-4927-8c94-341c0eb6c921 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:15:42.162206 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 8cccb142-708c-4927-8c94-341c0eb6c921 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:15:42.162642 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:43.052055 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7c802f96-0def-46f7-b7b0-b3548e2012e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:43.861704 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f35f6a-2ff8-4ac4-877f-c9005695a94d req-847732b4-4d67-41cd-b095-70829674746b tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:43.864339 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-27f35f6a-2ff8-4ac4-877f-c9005695a94d req-847732b4-4d67-41cd-b095-70829674746b tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.1962450 Feb 03 20:15:43.938145 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-27f35f6a-2ff8-4ac4-877f-c9005695a94d req-cc4c9930-2ecc-44c4-994d-036e108f30c8 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666318 Feb 03 20:15:45.263180 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-51dab89b-8ff0-495d-a65d-a4b13cba5734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:45.878272 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:46.054262 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:46.788527 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:47.577383 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:15:49.262608 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b534f-17fc-4e12-bdd4-7a1483dcf004 req-9fb10bf8-0a01-4f77-abd3-c8146fe52b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:49.264365 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ee3b534f-17fc-4e12-bdd4-7a1483dcf004 req-9fb10bf8-0a01-4f77-abd3-c8146fe52b4d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3d2e750b64264333a0c0080a78748667&device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 1162 time: 0.0974162 Feb 03 20:15:49.417081 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b534f-17fc-4e12-bdd4-7a1483dcf004 req-d32012c2-23e7-49cd-808c-f317ce2361be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:49.418758 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ee3b534f-17fc-4e12-bdd4-7a1483dcf004 req-d32012c2-23e7-49cd-808c-f317ce2361be service neutron] 10.222.0.90 "GET /v2.0/networks?id=823145a9-cb2c-4281-8d27-c96a6d2cddcd HTTP/1.1" status: 200 len: 913 time: 0.1462107 Feb 03 20:15:49.497318 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ee3b534f-17fc-4e12-bdd4-7a1483dcf004 req-7a07458a-2447-4822-845a-f804075cc6da service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cccb142-708c-4927-8c94-341c0eb6c921 HTTP/1.1" status: 200 len: 217 time: 0.0692813 Feb 03 20:15:49.594577 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b534f-17fc-4e12-bdd4-7a1483dcf004 req-29998206-715f-48eb-893d-170cae2d10a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:49.598107 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ee3b534f-17fc-4e12-bdd4-7a1483dcf004 req-29998206-715f-48eb-893d-170cae2d10a7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bcdd6f27-98eb-4350-a461-05ea1bdb5c9c HTTP/1.1" status: 200 len: 859 time: 0.0937731 Feb 03 20:15:49.666446 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ee3b534f-17fc-4e12-bdd4-7a1483dcf004 req-2931fbcd-3b80-49d4-abc6-68130e13f6c7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=823145a9-cb2c-4281-8d27-c96a6d2cddcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611992 Feb 03 20:15:49.675682 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffc54b-8bca-4fdc-94c8-eb45711ea372 req-99a0bbca-a282-4def-9f4e-4ab766bfe6ed tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:49.677633 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-11ffc54b-8bca-4fdc-94c8-eb45711ea372 req-99a0bbca-a282-4def-9f4e-4ab766bfe6ed tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.1818557 Feb 03 20:15:49.755617 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-11ffc54b-8bca-4fdc-94c8-eb45711ea372 req-8ffa74c4-761f-40f9-beb7-04435b39febf tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710356 Feb 03 20:15:50.129353 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ee3b534f-17fc-4e12-bdd4-7a1483dcf004 req-c7d0bc9b-4485-4979-99e1-43859112d82a service neutron] 10.222.0.90 "GET /v2.0/networks/823145a9-cb2c-4281-8d27-c96a6d2cddcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562311 Feb 03 20:15:50.281752 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ee3b534f-17fc-4e12-bdd4-7a1483dcf004 req-751ad734-4bac-459e-aa4e-28679576be58 service neutron] 10.222.0.90 "GET /v2.0/networks/823145a9-cb2c-4281-8d27-c96a6d2cddcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1436863 Feb 03 20:15:51.152847 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be0882-405a-4458-9823-6d522d461788 req-64e9a344-2aa4-4596-94ec-6aceb75ac901 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:51.162258 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-93be0882-405a-4458-9823-6d522d461788 req-64e9a344-2aa4-4596-94ec-6aceb75ac901 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.2440693 Feb 03 20:15:51.244188 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-93be0882-405a-4458-9823-6d522d461788 req-2046d27f-1578-435a-8d47-cedf92a547f6 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805044 Feb 03 20:15:52.561108 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d30b09-b0d5-43e6-81eb-f97601fe7314 req-4941e606-3aa8-40f0-8316-972fafd652be tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:52.562819 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-55d30b09-b0d5-43e6-81eb-f97601fe7314 req-4941e606-3aa8-40f0-8316-972fafd652be tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.1720037 Feb 03 20:15:52.634704 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-55d30b09-b0d5-43e6-81eb-f97601fe7314 req-34898438-239a-4bb5-b75f-a2e99bac98ad tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641942 Feb 03 20:15:53.973500 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f3dcf-99ff-4e06-8e08-b7a8e035f024 req-eaae2a0e-57fd-4798-be3e-c18d88dc0a68 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:53.975975 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-593f3dcf-99ff-4e06-8e08-b7a8e035f024 req-eaae2a0e-57fd-4798-be3e-c18d88dc0a68 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.1861427 Feb 03 20:15:54.043263 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-593f3dcf-99ff-4e06-8e08-b7a8e035f024 req-9b6bb1fa-3978-4224-8af4-1fe0ef3fdb31 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608132 Feb 03 20:15:55.390940 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32221c3e-326d-4113-9ccf-3bb77fd9e248 req-c83270fa-7b46-4ca0-841f-a52dcc81236e tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:55.397056 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-32221c3e-326d-4113-9ccf-3bb77fd9e248 req-c83270fa-7b46-4ca0-841f-a52dcc81236e tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.2086895 Feb 03 20:15:55.473009 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-32221c3e-326d-4113-9ccf-3bb77fd9e248 req-189b443a-a546-42dc-b9f8-be7223b9ea23 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723310 Feb 03 20:15:56.380772 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-a36631c9-b7cf-4b39-a364-82fd10964980 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:56.382478 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-a36631c9-b7cf-4b39-a364-82fd10964980 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/networks?id=0e74a4eb-e679-4078-9d01-e8eef306fc8c HTTP/1.1" status: 200 len: 809 time: 0.2717144 Feb 03 20:15:56.400700 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-a728c45d-9878-4217-aea0-22faed3cf037 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/quotas/eb29ba9375524071b64902adad859714 HTTP/1.1" status: 200 len: 375 time: 0.0122163 Feb 03 20:15:56.459604 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-6fbd1225-25a1-435c-a0b0-7d53c7644b5b tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=eb29ba9375524071b64902adad859714&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527921 Feb 03 20:15:56.616780 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-6224039f-76b9-4eaa-a91b-0f9118f6319d service neutron] 10.222.0.101 "GET /v2.0/networks/0e74a4eb-e679-4078-9d01-e8eef306fc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483507 Feb 03 20:15:56.818138 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-d47a6d97-c694-457b-a82f-242d5aa50126 service neutron] 10.222.0.101 "GET /v2.0/networks/0e74a4eb-e679-4078-9d01-e8eef306fc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1930058 Feb 03 20:15:56.983220 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c91fd-6128-4701-bb2b-a3282f18194f req-ed18d03d-5393-4b33-b470-ea272e5033e0 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:56.985070 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7c4c91fd-6128-4701-bb2b-a3282f18194f req-ed18d03d-5393-4b33-b470-ea272e5033e0 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.3320420 Feb 03 20:15:57.120658 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7c4c91fd-6128-4701-bb2b-a3282f18194f req-f7f2d717-9d64-46c0-be36-e82baefee36b tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275673 Feb 03 20:15:57.440933 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-bfccc8de-21a7-4e21-af6e-293ebd952d2b req-2723c852-d3fe-4c6d-8cac-9daa2292901d tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5fab0a7-8191-4bd1-8923-f47cbf1490a6 HTTP/1.1" status: 200 len: 210 time: 0.0521464 Feb 03 20:15:58.564308 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136a3de-1072-4e53-9632-22358cd1d098 req-7a8f8500-54b1-4e40-89d9-b01cc5ce654a tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:15:58.566982 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c136a3de-1072-4e53-9632-22358cd1d098 req-7a8f8500-54b1-4e40-89d9-b01cc5ce654a tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.1915336 Feb 03 20:15:58.641184 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c136a3de-1072-4e53-9632-22358cd1d098 req-74c0837f-3b92-40fa-87bb-afe90cfd99ae tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668135 Feb 03 20:15:58.892169 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0cb490b0-c9b4-420c-bfc9-53d586a4516e req-3e616c49-5224-4ee2-9589-a715529f7eeb tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5fab0a7-8191-4bd1-8923-f47cbf1490a6 HTTP/1.1" status: 200 len: 210 time: 0.0664611 Feb 03 20:15:59.999152 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abf024-951e-401e-923e-5ea4037a7feb req-0ca50b0d-281c-4db5-95c0-c9d756ce4862 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:00.000901 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-80abf024-951e-401e-923e-5ea4037a7feb req-0ca50b0d-281c-4db5-95c0-c9d756ce4862 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.1835487 Feb 03 20:16:00.074500 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-80abf024-951e-401e-923e-5ea4037a7feb req-ba897abd-0c96-4406-9a34-70e5ded8949d tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656638 Feb 03 20:16:00.119165 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-e0b82b07-bb7f-4ab5-bd27-2b1462ae899d tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:00.119877 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-e0b82b07-bb7f-4ab5-bd27-2b1462ae899d tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Synchronizing usage tracker for tenant:eb29ba9375524071b64902adad859714 on resource:network {{(pid=80169) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:16:00.223668 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-e0b82b07-bb7f-4ab5-bd27-2b1462ae899d tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Unset dirty status for tenant:eb29ba9375524071b64902adad859714 on resource:network {{(pid=80169) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:16:00.225560 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-e0b82b07-bb7f-4ab5-bd27-2b1462ae899d tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.90 "GET /v2.0/networks?id=0e74a4eb-e679-4078-9d01-e8eef306fc8c HTTP/1.1" status: 200 len: 809 time: 0.4420049 Feb 03 20:16:00.287996 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-9ce931cd-29b6-43b5-9692-a8257bb12ef9 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Request body: {'port': {'device_id': 'b5fab0a7-8191-4bd1-8923-f47cbf1490a6', 'network_id': '0e74a4eb-e679-4078-9d01-e8eef306fc8c', 'admin_state_up': True, 'tenant_id': 'eb29ba9375524071b64902adad859714'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:16:00.324572 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-12e820df-3939-482f-9c26-122dd6fa3daf req-47b17ad3-328d-436b-b820-1cb518eaac63 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5fab0a7-8191-4bd1-8923-f47cbf1490a6 HTTP/1.1" status: 200 len: 210 time: 0.0607138 Feb 03 20:16:00.511372 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-9ce931cd-29b6-43b5-9692-a8257bb12ef9 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:16:00.515855 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-9ce931cd-29b6-43b5-9692-a8257bb12ef9 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Usage tracker for resource:port and tenant:eb29ba9375524071b64902adad859714 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:16:00.519093 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-9ce931cd-29b6-43b5-9692-a8257bb12ef9 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:16:00.525421 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-9ce931cd-29b6-43b5-9692-a8257bb12ef9 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:16:00.571966 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-9ce931cd-29b6-43b5-9692-a8257bb12ef9 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Made reservation on behalf of eb29ba9375524071b64902adad859714 for: {'port': 1} {{(pid=80169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:16:00.602796 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-9ce931cd-29b6-43b5-9692-a8257bb12ef9 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:00.962245 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-9ce931cd-29b6-43b5-9692-a8257bb12ef9 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Allocated IP 172.20.0.12 (0e74a4eb-e679-4078-9d01-e8eef306fc8c/eead1d2b-cca7-4205-8795-1c326721fc04/418e9676-bbff-4b25-b9a6-84671fd2f0a0) {{(pid=80169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:16:01.200484 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-9ce931cd-29b6-43b5-9692-a8257bb12ef9 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Notify callbacks [] for port, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:01.354818 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-9ce931cd-29b6-43b5-9692-a8257bb12ef9 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:01.404986 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-7100381c-20ed-4123-a848-91220c34a8ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:01.476314 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce931cd-29b6-43b5-9692-a8257bb12ef9 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Pushing event updated for resources: {'Port': ['ID=418e9676-bbff-4b25-b9a6-84671fd2f0a0,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:01.533079 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9ce931cd-29b6-43b5-9692-a8257bb12ef9 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:01.565324 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7dd9e7-4c44-42a0-9eb6-db6ff92cb68f req-607cbd35-7891-4824-b8f3-29f084868123 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:01.574236 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-cc7dd9e7-4c44-42a0-9eb6-db6ff92cb68f req-607cbd35-7891-4824-b8f3-29f084868123 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.2926698 Feb 03 20:16:01.619608 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-9ce931cd-29b6-43b5-9692-a8257bb12ef9 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Network 0e74a4eb-e679-4078-9d01-e8eef306fc8c is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:16:01.620846 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-9ce931cd-29b6-43b5-9692-a8257bb12ef9 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:16:01.626875 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-9ce931cd-29b6-43b5-9692-a8257bb12ef9 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Received port after_create {{(pid=80169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:16:01.663994 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-cc7dd9e7-4c44-42a0-9eb6-db6ff92cb68f req-666eb647-94c2-4d9c-ac78-5d46b1f6f139 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886343 Feb 03 20:16:01.801225 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-9ce931cd-29b6-43b5-9692-a8257bb12ef9 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:01.801969 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-9ce931cd-29b6-43b5-9692-a8257bb12ef9 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:01.999227 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18668ecd-1d9f-4dc8-8e33-0c3a2bb7a14b req-383aaea0-f9da-469b-bd6b-e9ed58a8edd7 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:01.999227 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-18668ecd-1d9f-4dc8-8e33-0c3a2bb7a14b req-383aaea0-f9da-469b-bd6b-e9ed58a8edd7 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5fab0a7-8191-4bd1-8923-f47cbf1490a6 HTTP/1.1" status: 200 len: 932 time: 0.2752645 Feb 03 20:16:02.046915 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-18668ecd-1d9f-4dc8-8e33-0c3a2bb7a14b req-9ff399a7-79bd-46ee-9f52-28d9e45e16e4 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/security-groups?id=6a1a1ed0-faa7-44fa-807b-4306a0e76bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678902 Feb 03 20:16:02.105213 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-9ce931cd-29b6-43b5-9692-a8257bb12ef9 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8244243 Feb 03 20:16:02.125924 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-feee05d2-17a6-4c91-b99b-1a1d61ea8d39 service neutron] Request body: {'port': {'device_id': 'b5fab0a7-8191-4bd1-8923-f47cbf1490a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:16:02.290361 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-feee05d2-17a6-4c91-b99b-1a1d61ea8d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:02.852504 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-feee05d2-17a6-4c91-b99b-1a1d61ea8d39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418e9676-bbff-4b25-b9a6-84671fd2f0a0 {{(pid=80169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 20:16:02.862940 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-feee05d2-17a6-4c91-b99b-1a1d61ea8d39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:02.877716 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-feee05d2-17a6-4c91-b99b-1a1d61ea8d39 service neutron] Transition to ACTIVE for port object 418e9676-bbff-4b25-b9a6-84671fd2f0a0 will not be triggered until provisioned by entity L2. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:16:03.016893 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-feee05d2-17a6-4c91-b99b-1a1d61ea8d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789467256'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:03.032625 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9ce931cd-29b6-43b5-9692-a8257bb12ef9 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:03.072325 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd292d-7222-4694-99bc-dbef141b6b2a req-28d0c318-ceb1-4ccf-9926-7124643fb03e tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:03.072325 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d9dd292d-7222-4694-99bc-dbef141b6b2a req-28d0c318-ceb1-4ccf-9926-7124643fb03e tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.2205915 Feb 03 20:16:03.160319 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d9dd292d-7222-4694-99bc-dbef141b6b2a req-7ad23e40-448c-49c0-8e9d-514091c59e76 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820796 Feb 03 20:16:03.171999 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee05d2-17a6-4c91-b99b-1a1d61ea8d39 service neutron] Pushing event updated for resources: {'Port': ['ID=418e9676-bbff-4b25-b9a6-84671fd2f0a0,revision_number=2']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:03.249347 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-feee05d2-17a6-4c91-b99b-1a1d61ea8d39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:03.431771 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-feee05d2-17a6-4c91-b99b-1a1d61ea8d39 service neutron] Attempting to bind port 418e9676-bbff-4b25-b9a6-84671fd2f0a0 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:16:03.432284 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-feee05d2-17a6-4c91-b99b-1a1d61ea8d39 service neutron] Attempting to bind port 418e9676-bbff-4b25-b9a6-84671fd2f0a0 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '98d4f4a6-d4d9-431c-ab1c-0ce5a58bf3bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e74a4eb-e679-4078-9d01-e8eef306fc8c'}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:16:03.432571 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-feee05d2-17a6-4c91-b99b-1a1d61ea8d39 service neutron] Attempting to bind port 418e9676-bbff-4b25-b9a6-84671fd2f0a0 on network 0e74a4eb-e679-4078-9d01-e8eef306fc8c {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:16:03.441447 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-feee05d2-17a6-4c91-b99b-1a1d61ea8d39 service neutron] Checking agent: {'id': '4ba2278c-c66c-406d-ba19-1defa11400a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 11, 16), 'started_at': datetime.datetime(2021, 2, 3, 20, 11, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:16:03.441864 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-feee05d2-17a6-4c91-b99b-1a1d61ea8d39 service neutron] Checking segment: {'id': '98d4f4a6-d4d9-431c-ab1c-0ce5a58bf3bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e74a4eb-e679-4078-9d01-e8eef306fc8c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:16:03.442385 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-feee05d2-17a6-4c91-b99b-1a1d61ea8d39 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:03.443786 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-feee05d2-17a6-4c91-b99b-1a1d61ea8d39 service neutron] Bound using segment: {'id': '98d4f4a6-d4d9-431c-ab1c-0ce5a58bf3bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e74a4eb-e679-4078-9d01-e8eef306fc8c'} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:16:03.444540 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-feee05d2-17a6-4c91-b99b-1a1d61ea8d39 service neutron] Bound port: 418e9676-bbff-4b25-b9a6-84671fd2f0a0, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d4f4a6-d4d9-431c-ab1c-0ce5a58bf3bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e74a4eb-e679-4078-9d01-e8eef306fc8c'}}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:16:03.445137 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-feee05d2-17a6-4c91-b99b-1a1d61ea8d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:03.559776 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-feee05d2-17a6-4c91-b99b-1a1d61ea8d39 service neutron] For port 418e9676-bbff-4b25-b9a6-84671fd2f0a0, host hv-cinder-77398, cleared binding levels {{(pid=80169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:16:03.563247 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-feee05d2-17a6-4c91-b99b-1a1d61ea8d39 service neutron] For port 418e9676-bbff-4b25-b9a6-84671fd2f0a0, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=418e9676-bbff-4b25-b9a6-84671fd2f0a0,segment=NetworkSegment(98d4f4a6-d4d9-431c-ab1c-0ce5a58bf3bc),segment_id=98d4f4a6-d4d9-431c-ab1c-0ce5a58bf3bc)] {{(pid=80169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:16:03.564776 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa7c4b-6665-458f-bba8-9b12ebb6b970 req-bc286540-d32a-40a5-b4cd-0877fae528d8 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:03.566938 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1daa7c4b-6665-458f-bba8-9b12ebb6b970 req-bc286540-d32a-40a5-b4cd-0877fae528d8 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5fab0a7-8191-4bd1-8923-f47cbf1490a6 HTTP/1.1" status: 200 len: 944 time: 0.2419286 Feb 03 20:16:03.617740 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-feee05d2-17a6-4c91-b99b-1a1d61ea8d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789467256'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:03.634083 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-7ef990f2-bf0e-4e3a-8e21-52af2cda5b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:03.694547 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1daa7c4b-6665-458f-bba8-9b12ebb6b970 req-452c1188-0611-4484-bc03-5ff57db385e2 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/security-groups?id=6a1a1ed0-faa7-44fa-807b-4306a0e76bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151979 Feb 03 20:16:03.728996 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee05d2-17a6-4c91-b99b-1a1d61ea8d39 service neutron] Pushing event updated for resources: {'Port': ['ID=418e9676-bbff-4b25-b9a6-84671fd2f0a0,revision_number=3']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:03.821621 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-feee05d2-17a6-4c91-b99b-1a1d61ea8d39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:03.948018 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-feee05d2-17a6-4c91-b99b-1a1d61ea8d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:03.948728 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-feee05d2-17a6-4c91-b99b-1a1d61ea8d39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:03.950302 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-feee05d2-17a6-4c91-b99b-1a1d61ea8d39 service neutron] 10.222.0.90 "PUT /v2.0/ports/418e9676-bbff-4b25-b9a6-84671fd2f0a0 HTTP/1.1" status: 200 len: 1158 time: 1.8295326 Feb 03 20:16:03.950889 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5fab0a7-8191-4bd1-8923-f47cbf1490a6', 'tag': '418e9676-bbff-4b25-b9a6-84671fd2f0a0'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:16:04.028338 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5fab0a7-8191-4bd1-8923-f47cbf1490a6', 'tag': '418e9676-bbff-4b25-b9a6-84671fd2f0a0', 'status': 'completed', 'code': 200} Feb 03 20:16:04.195436 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf1489-e485-4ae7-b3f1-9a3bdda409f2 req-39eb2df4-a51e-4b18-9748-342e16d02fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:04.197318 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-cadf1489-e485-4ae7-b3f1-9a3bdda409f2 req-39eb2df4-a51e-4b18-9748-342e16d02fad service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eb29ba9375524071b64902adad859714&device_id=b5fab0a7-8191-4bd1-8923-f47cbf1490a6 HTTP/1.1" status: 200 len: 1161 time: 0.1115024 Feb 03 20:16:04.383435 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf1489-e485-4ae7-b3f1-9a3bdda409f2 req-917dfbec-146b-40c8-9be9-8e6a47e2fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:04.385106 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-cadf1489-e485-4ae7-b3f1-9a3bdda409f2 req-917dfbec-146b-40c8-9be9-8e6a47e2fbdd service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=eb29ba9375524071b64902adad859714&shared=False HTTP/1.1" status: 200 len: 903 time: 0.1668284 Feb 03 20:16:04.492799 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd90f83-32c8-46c8-ad7d-e7f83dd762cd req-b9a95a6e-b713-45db-87f2-376b645e8723 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:04.500639 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8dd90f83-32c8-46c8-ad7d-e7f83dd762cd req-b9a95a6e-b713-45db-87f2-376b645e8723 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.2088802 Feb 03 20:16:04.611162 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf1489-e485-4ae7-b3f1-9a3bdda409f2 req-f8ef2ce1-624b-4188-9513-fb350682cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:04.614972 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-cadf1489-e485-4ae7-b3f1-9a3bdda409f2 req-f8ef2ce1-624b-4188-9513-fb350682cb17 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2204175 Feb 03 20:16:04.852101 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-8094ca3c-c723-41f3-bc6c-ebfee593edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:04.853745 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-8094ca3c-c723-41f3-bc6c-ebfee593edf1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eb29ba9375524071b64902adad859714&device_id=b5fab0a7-8191-4bd1-8923-f47cbf1490a6 HTTP/1.1" status: 200 len: 1161 time: 0.1437216 Feb 03 20:16:04.985041 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8dd90f83-32c8-46c8-ad7d-e7f83dd762cd req-65d24ee4-c100-4f1e-a416-579ee93c5b61 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834483 Feb 03 20:16:05.043780 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-2feb7f1b-06d6-4d29-a7fd-e7486281f426 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=418e9676-bbff-4b25-b9a6-84671fd2f0a0 HTTP/1.1" status: 200 len: 217 time: 0.1637430 Feb 03 20:16:05.166696 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-8d02c989-9d5a-4db8-a050-6869b192b0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:05.170085 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-8d02c989-9d5a-4db8-a050-6869b192b0e2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=eead1d2b-cca7-4205-8795-1c326721fc04 HTTP/1.1" status: 200 len: 849 time: 0.1125872 Feb 03 20:16:05.237215 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27865c-0282-40dc-92dc-1240fe0c34a1 req-380f40de-8bac-4c84-af8a-16eb73c85219 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:05.239067 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4c27865c-0282-40dc-92dc-1240fe0c34a1 req-380f40de-8bac-4c84-af8a-16eb73c85219 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5fab0a7-8191-4bd1-8923-f47cbf1490a6 HTTP/1.1" status: 200 len: 944 time: 0.2527094 Feb 03 20:16:05.307468 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-cfba778c-01d3-427d-beb0-a05185dade85 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0e74a4eb-e679-4078-9d01-e8eef306fc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048255 Feb 03 20:16:05.347918 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 52122) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:05.371351 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4c27865c-0282-40dc-92dc-1240fe0c34a1 req-16567077-10bb-4f81-bf64-0905086ba410 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/security-groups?id=6a1a1ed0-faa7-44fa-807b-4306a0e76bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253633 Feb 03 20:16:05.515275 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-1a831c17-67b6-4133-bdec-aa6bc81f8c21 service neutron] 10.222.0.90 "GET /v2.0/networks/0e74a4eb-e679-4078-9d01-e8eef306fc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053275 Feb 03 20:16:05.622843 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d46438b2-079a-427b-9fe9-4537427524b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:05.643697 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-d46438b2-079a-427b-9fe9-4537427524b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:16:05.656464 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-d46438b2-079a-427b-9fe9-4537427524b6 admin admin] Usage tracker for resource:security_group_rule and tenant:a7a2254b2762487c8ff03c9cc566f43a is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:16:05.662377 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-d46438b2-079a-427b-9fe9-4537427524b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:16:05.679262 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-d46438b2-079a-427b-9fe9-4537427524b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:16:05.729222 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7a51722e-1578-400b-8dce-6fad4cdbcb12 req-bf4b2909-a47b-48cf-b057-ded06f90eb57 service neutron] 10.222.0.90 "GET /v2.0/networks/0e74a4eb-e679-4078-9d01-e8eef306fc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2032597 Feb 03 20:16:05.797042 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d46438b2-079a-427b-9fe9-4537427524b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:05.845730 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d46438b2-079a-427b-9fe9-4537427524b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:05.856021 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-d965addc-a375-4ae1-bcef-b5d6149cb1c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:05.900041 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-d46438b2-079a-427b-9fe9-4537427524b6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a7a2254b2762487c8ff03c9cc566f43a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5487087 Feb 03 20:16:05.900920 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46438b2-079a-427b-9fe9-4537427524b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657b8da6-0aad-4b69-b7d5-bfdaf4944d8c,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:05.902985 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 52140) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:05.904372 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-d46438b2-079a-427b-9fe9-4537427524b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:05.969439 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8281e747-504e-4a67-9cdd-5a7274710a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:05.999465 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8281e747-504e-4a67-9cdd-5a7274710a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:06.171749 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8281e747-504e-4a67-9cdd-5a7274710a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:06.177652 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-126fb423-766e-40cb-b6b8-a3b7ca76ec1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:06.228857 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281e747-504e-4a67-9cdd-5a7274710a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657b8da6-0aad-4b69-b7d5-bfdaf4944d8c,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:06.236214 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-8281e747-504e-4a67-9cdd-5a7274710a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:06.249627 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8281e747-504e-4a67-9cdd-5a7274710a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:06.250834 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-8281e747-504e-4a67-9cdd-5a7274710a00 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/657b8da6-0aad-4b69-b7d5-bfdaf4944d8c HTTP/1.1" status: 204 len: 168 time: 0.3465617 Feb 03 20:16:06.369455 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f69ba1-e4c3-430d-b9c9-d7d829065a3c req-9f97402d-23f3-4451-9e14-91865fe62787 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:06.371225 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-74f69ba1-e4c3-430d-b9c9-d7d829065a3c req-9f97402d-23f3-4451-9e14-91865fe62787 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.1946428 Feb 03 20:16:06.456795 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-74f69ba1-e4c3-430d-b9c9-d7d829065a3c req-87bff180-1222-4707-b63a-abd2fa5749fa tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785024 Feb 03 20:16:06.763023 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff1721-bf30-4158-a6f3-f6af6f54f7d9 req-9139b7a4-11ac-478d-b68a-e30e74089ec0 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:06.764819 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5dff1721-bf30-4158-a6f3-f6af6f54f7d9 req-9139b7a4-11ac-478d-b68a-e30e74089ec0 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5fab0a7-8191-4bd1-8923-f47cbf1490a6 HTTP/1.1" status: 200 len: 944 time: 0.2055962 Feb 03 20:16:06.834339 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5dff1721-bf30-4158-a6f3-f6af6f54f7d9 req-b5400fb8-2e74-41ba-ad49-88dfeddcc143 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/security-groups?id=6a1a1ed0-faa7-44fa-807b-4306a0e76bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610642 Feb 03 20:16:07.063309 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 52186) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:07.083490 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d0490a29-7079-4b0a-a0d8-886a3a86365a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:07.099880 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-d0490a29-7079-4b0a-a0d8-886a3a86365a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:16:07.104046 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-d0490a29-7079-4b0a-a0d8-886a3a86365a admin admin] Usage tracker for resource:security_group_rule and tenant:b49c717237404112ad71e135b02dd549 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:16:07.107287 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-d0490a29-7079-4b0a-a0d8-886a3a86365a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:16:07.114047 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-d0490a29-7079-4b0a-a0d8-886a3a86365a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:16:07.317399 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d0490a29-7079-4b0a-a0d8-886a3a86365a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:07.398809 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d0490a29-7079-4b0a-a0d8-886a3a86365a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:07.408590 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-477c3b53-63ac-4e70-9649-d35a86c6b2bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:07.454410 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-d0490a29-7079-4b0a-a0d8-886a3a86365a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b49c717237404112ad71e135b02dd549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3892550 Feb 03 20:16:07.457683 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 52198) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:07.460172 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0490a29-7079-4b0a-a0d8-886a3a86365a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6245a728-b475-4123-b777-9065ad4c947d,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:07.463845 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-d0490a29-7079-4b0a-a0d8-886a3a86365a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:07.539855 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-50c68781-2650-4dd6-aba7-005702fb4556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:07.571439 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-50c68781-2650-4dd6-aba7-005702fb4556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:07.823810 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c650f74-022f-4b7e-a172-d2f115b4a914 req-e56b9851-a444-4fac-a941-fc7127025f1e tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:07.825628 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5c650f74-022f-4b7e-a172-d2f115b4a914 req-e56b9851-a444-4fac-a941-fc7127025f1e tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.2192540 Feb 03 20:16:07.827227 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-50c68781-2650-4dd6-aba7-005702fb4556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:07.839906 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5488a3a3-3be6-4523-860e-b46d6713b492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:07.856947 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-50c68781-2650-4dd6-aba7-005702fb4556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:07.858170 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-50c68781-2650-4dd6-aba7-005702fb4556 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6245a728-b475-4123-b777-9065ad4c947d HTTP/1.1" status: 204 len: 168 time: 0.3993928 Feb 03 20:16:07.873416 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c68781-2650-4dd6-aba7-005702fb4556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6245a728-b475-4123-b777-9065ad4c947d,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:07.881720 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-50c68781-2650-4dd6-aba7-005702fb4556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:07.940008 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5c650f74-022f-4b7e-a172-d2f115b4a914 req-19f855ae-dc94-43c5-9fef-cf29f98b9169 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013227 Feb 03 20:16:08.267164 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076e26f-db27-4d87-b8ce-25d5ab79f336 req-636b7ef0-8680-459b-b9fd-7c4d03fbac6e tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:08.269768 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0076e26f-db27-4d87-b8ce-25d5ab79f336 req-636b7ef0-8680-459b-b9fd-7c4d03fbac6e tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5fab0a7-8191-4bd1-8923-f47cbf1490a6 HTTP/1.1" status: 200 len: 944 time: 0.2293077 Feb 03 20:16:08.364561 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0076e26f-db27-4d87-b8ce-25d5ab79f336 req-2abcad92-f45c-45fa-a103-2e3be988fb62 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/security-groups?id=6a1a1ed0-faa7-44fa-807b-4306a0e76bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872500 Feb 03 20:16:09.266522 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477676d5-8e81-4a8c-93d3-6d059ec56758 req-357ea4df-85ac-4309-a843-cc8a3c279e78 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:09.268316 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-477676d5-8e81-4a8c-93d3-6d059ec56758 req-357ea4df-85ac-4309-a843-cc8a3c279e78 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.1811032 Feb 03 20:16:09.335271 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-477676d5-8e81-4a8c-93d3-6d059ec56758 req-299e0957-b025-473e-afe7-5366dfeeaf3a tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598738 Feb 03 20:16:09.587989 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:16:09.682290 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f676342-e24e-4e36-862f-89b7fbd85498 req-d88cb632-d22c-4b97-9a39-d547f364db01 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:09.684042 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7f676342-e24e-4e36-862f-89b7fbd85498 req-d88cb632-d22c-4b97-9a39-d547f364db01 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5fab0a7-8191-4bd1-8923-f47cbf1490a6 HTTP/1.1" status: 200 len: 944 time: 0.1722009 Feb 03 20:16:09.758924 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7f676342-e24e-4e36-862f-89b7fbd85498 req-a1be77de-6f68-4769-8371-76ca2a7c8658 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/security-groups?id=6a1a1ed0-faa7-44fa-807b-4306a0e76bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682027 Feb 03 20:16:10.533791 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 52298) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:10.621457 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f47a5b9-5466-4e14-8936-57e8dff363dd admin admin] Deleting subnet e9f199c1-9212-45c5-aab1-5cb1d885f64b {{(pid=80169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 03 20:16:10.625549 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0f47a5b9-5466-4e14-8936-57e8dff363dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:10.682936 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18160293-5e3c-4d47-b4a5-c371dd1fac50 req-24f62a49-c69e-410b-aea6-463e09f33d7b tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:10.686190 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0f47a5b9-5466-4e14-8936-57e8dff363dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65514616'] for subnet, precommit_delete_associations {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:10.691426 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-18160293-5e3c-4d47-b4a5-c371dd1fac50 req-24f62a49-c69e-410b-aea6-463e09f33d7b tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.2208636 Feb 03 20:16:10.769982 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0f47a5b9-5466-4e14-8936-57e8dff363dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-22235'] for subnet, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:10.775169 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-18160293-5e3c-4d47-b4a5-c371dd1fac50 req-71185a70-f0a9-4c4c-b3ef-1d9594b2526a tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818832 Feb 03 20:16:11.073801 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45f535-cf63-4c1e-a7d0-e9ebfc4bb036 req-1a96d133-3503-4ee9-8b30-4106e009b9a0 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:11.074845 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6d45f535-cf63-4c1e-a7d0-e9ebfc4bb036 req-1a96d133-3503-4ee9-8b30-4106e009b9a0 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5fab0a7-8191-4bd1-8923-f47cbf1490a6 HTTP/1.1" status: 200 len: 944 time: 0.1720474 Feb 03 20:16:11.144766 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6d45f535-cf63-4c1e-a7d0-e9ebfc4bb036 req-d5c8793f-91a0-4cb5-af46-a535e93d06cf tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/security-groups?id=6a1a1ed0-faa7-44fa-807b-4306a0e76bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625439 Feb 03 20:16:11.159882 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0f47a5b9-5466-4e14-8936-57e8dff363dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854753581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789467195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66919813'] for subnet, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:11.178821 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-79f2330e-f674-4d53-9887-005d9c7d2063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:11.267127 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47a5b9-5466-4e14-8936-57e8dff363dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9f199c1-9212-45c5-aab1-5cb1d885f64b,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:11.282351 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-0f47a5b9-5466-4e14-8936-57e8dff363dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:11.322170 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0f47a5b9-5466-4e14-8936-57e8dff363dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:11.338816 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-0f47a5b9-5466-4e14-8936-57e8dff363dd admin admin] 10.222.0.101 "DELETE /v2.0/subnets/e9f199c1-9212-45c5-aab1-5cb1d885f64b HTTP/1.1" status: 204 len: 168 time: 0.8038173 Feb 03 20:16:11.341457 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 52318) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:11.468449 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e60c58a0-d3bb-48fc-91c1-03b66105fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852798343'] for network, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:11.991888 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e60c58a0-d3bb-48fc-91c1-03b66105fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8528', 'neutron.services.segments.db._delete_segments_for_network--9223363306292405654'] for network, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:12.012779 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-550840e2-1342-46d4-8092-fd5653719c12 req-795e8041-fea5-460c-a8f0-28bee0ac2ef7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2401173 Feb 03 20:16:12.113984 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabd619-9505-4f9d-84ba-a960cc264eac req-2ffcaa81-7f8a-479b-8c30-5c25cfc758ba tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:12.116692 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0cabd619-9505-4f9d-84ba-a960cc264eac req-2ffcaa81-7f8a-479b-8c30-5c25cfc758ba tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.1809621 Feb 03 20:16:12.174217 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-e60c58a0-d3bb-48fc-91c1-03b66105fa3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d17e88c-98da-4189-afe8-1e14cbfde92f']}} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:16:12.183297 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0cabd619-9505-4f9d-84ba-a960cc264eac req-bf5598f4-1f77-4450-a999-cb3d51338594 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610380 Feb 03 20:16:12.188772 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-e60c58a0-d3bb-48fc-91c1-03b66105fa3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '970f0027-d918-4678-82f6-0f7c757ef161') {'for_net_delete': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:16:12.189127 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-e60c58a0-d3bb-48fc-91c1-03b66105fa3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '970f0027-d918-4678-82f6-0f7c757ef161') {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:16:12.213400 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e60c58a0-d3bb-48fc-91c1-03b66105fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306292408726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789261200'] for segment, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:12.243557 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550840e2-1342-46d4-8092-fd5653719c12 req-aca5e6ca-95f5-45d2-8cf0-6e3f65205793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:12.246204 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-550840e2-1342-46d4-8092-fd5653719c12 req-aca5e6ca-95f5-45d2-8cf0-6e3f65205793 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3d2e750b64264333a0c0080a78748667&device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 1163 time: 0.1863353 Feb 03 20:16:12.247795 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e60c58a0-d3bb-48fc-91c1-03b66105fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:12.251721 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e60c58a0-d3bb-48fc-91c1-03b66105fa3e admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 03 20:16:12.364797 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.objects.ports [None req-bafdbddd-c260-407d-9bc2-6d2e929fb2f1 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80171) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 03 20:16:12.474458 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af7d86-d0bd-4e36-9647-fb2fd76bbee9 req-210eaca2-ca67-4897-a015-34da0f070a2a tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:12.476228 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-27af7d86-d0bd-4e36-9647-fb2fd76bbee9 req-210eaca2-ca67-4897-a015-34da0f070a2a tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5fab0a7-8191-4bd1-8923-f47cbf1490a6 HTTP/1.1" status: 200 len: 944 time: 0.1814008 Feb 03 20:16:12.547336 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-27af7d86-d0bd-4e36-9647-fb2fd76bbee9 req-436af829-136e-4dd5-9dab-0e2b02f15eb2 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/security-groups?id=6a1a1ed0-faa7-44fa-807b-4306a0e76bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639124 Feb 03 20:16:12.559499 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-e60c58a0-d3bb-48fc-91c1-03b66105fa3e admin admin] Network 8d17e88c-98da-4189-afe8-1e14cbfde92f has no segments {{(pid=80169) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 20:16:12.572651 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e60c58a0-d3bb-48fc-91c1-03b66105fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789467222'] for segment, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:12.685350 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550840e2-1342-46d4-8092-fd5653719c12 req-3371637d-bbea-45ee-9d8d-1dcf46079152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:12.686998 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-550840e2-1342-46d4-8092-fd5653719c12 req-3371637d-bbea-45ee-9d8d-1dcf46079152 service neutron] 10.222.0.90 "GET /v2.0/networks?id=823145a9-cb2c-4281-8d27-c96a6d2cddcd HTTP/1.1" status: 200 len: 913 time: 0.4185600 Feb 03 20:16:12.868868 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-550840e2-1342-46d4-8092-fd5653719c12 req-9ee6ca8e-d4ec-42cf-ae88-3d0ef0459e2d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63381e5b-895e-46ba-916a-ab7c1f4f9211 HTTP/1.1" status: 200 len: 217 time: 0.1583233 Feb 03 20:16:12.922271 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-e60c58a0-d3bb-48fc-91c1-03b66105fa3e admin admin] Network 8d17e88c-98da-4189-afe8-1e14cbfde92f has no segments {{(pid=80169) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: Traceback (most recent call last): Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: timer() Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: cb(*args, **kw) Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: return func(*args, **kwargs) Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: self._notify() Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: self.callback(batched_events) Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: event.method(event) Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: segment_id)['aggregates'][0] Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: return f(self, *a, **k) Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: return self._get(url).json() Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: **kwargs) Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: return self.request(url, 'GET', **kwargs) Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: **endpoint_filter) Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 20:16:12.949790 dv-cinder-773985-1-smb neutron-server[80058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 20:16:13.048720 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550840e2-1342-46d4-8092-fd5653719c12 req-ea055d21-a4c0-4722-a288-f56c7e01a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:13.050582 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-550840e2-1342-46d4-8092-fd5653719c12 req-ea055d21-a4c0-4722-a288-f56c7e01a2d6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bcdd6f27-98eb-4350-a461-05ea1bdb5c9c HTTP/1.1" status: 200 len: 859 time: 0.1752489 Feb 03 20:16:13.051169 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1ddaee1d-7fe8-4532-a1a4-3254517a2d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:13.105510 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e60c58a0-d3bb-48fc-91c1-03b66105fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853105267'] for network, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:13.116006 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e60c58a0-d3bb-48fc-91c1-03b66105fa3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:13.120232 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-550840e2-1342-46d4-8092-fd5653719c12 req-abe84bb3-7dce-43f8-93d0-193dbe219ed9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=823145a9-cb2c-4281-8d27-c96a6d2cddcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585697 Feb 03 20:16:13.122073 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:13.175723 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c58a0-d3bb-48fc-91c1-03b66105fa3e admin admin] Pushing event deleted for resources: {'Network': ['ID=8d17e88c-98da-4189-afe8-1e14cbfde92f,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:13.178480 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-e60c58a0-d3bb-48fc-91c1-03b66105fa3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:13.238593 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-e60c58a0-d3bb-48fc-91c1-03b66105fa3e admin admin] 10.222.0.101 "DELETE /v2.0/networks/8d17e88c-98da-4189-afe8-1e14cbfde92f HTTP/1.1" status: 204 len: 168 time: 1.8960066 Feb 03 20:16:13.336845 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-550840e2-1342-46d4-8092-fd5653719c12 req-65e29039-73ea-41d8-ae39-982675cec574 service neutron] 10.222.0.90 "GET /v2.0/networks/823145a9-cb2c-4281-8d27-c96a6d2cddcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933022 Feb 03 20:16:13.374851 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 418e9676-bbff-4b25-b9a6-84671fd2f0a0 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:16:13.535153 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-550840e2-1342-46d4-8092-fd5653719c12 req-6473b49a-5fa0-4cc5-83fd-1134ed99b2f9 service neutron] 10.222.0.90 "GET /v2.0/networks/823145a9-cb2c-4281-8d27-c96a6d2cddcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1908369 Feb 03 20:16:13.610031 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab496a-cee1-44a5-83d5-903a42b8f205 req-d07636d2-71f4-4fd3-86cc-77d5849d4f54 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:13.610031 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-28ab496a-cee1-44a5-83d5-903a42b8f205 req-d07636d2-71f4-4fd3-86cc-77d5849d4f54 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.2022905 Feb 03 20:16:13.645744 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning for port 418e9676-bbff-4b25-b9a6-84671fd2f0a0 completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:16:13.653140 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 418e9676-bbff-4b25-b9a6-84671fd2f0a0 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:16:13.653663 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:13.672325 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-28ab496a-cee1-44a5-83d5-903a42b8f205 req-64fb7589-e7b3-48a7-aa2b-5b26d6a739b6 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674801 Feb 03 20:16:13.852723 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:13.907076 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fab0a7-8191-4bd1-8923-f47cbf1490a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418e9676-bbff-4b25-b9a6-84671fd2f0a0'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:16:13.918345 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port 418e9676-bbff-4b25-b9a6-84671fd2f0a0, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=418e9676-bbff-4b25-b9a6-84671fd2f0a0,segment=NetworkSegment(98d4f4a6-d4d9-431c-ab1c-0ce5a58bf3bc),segment_id=98d4f4a6-d4d9-431c-ab1c-0ce5a58bf3bc)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:16:13.970883 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 52370) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:13.999012 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbbd96-d062-4b60-90d9-0cb0ee4d0944 req-3ef1e00e-077d-4429-8ac3-54857f000f0f tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:14.000163 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:14.003717 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-44cbbd96-d062-4b60-90d9-0cb0ee4d0944 req-3ef1e00e-077d-4429-8ac3-54857f000f0f tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5fab0a7-8191-4bd1-8923-f47cbf1490a6 HTTP/1.1" status: 200 len: 944 time: 0.2147148 Feb 03 20:16:14.005121 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fab0a7-8191-4bd1-8923-f47cbf1490a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418e9676-bbff-4b25-b9a6-84671fd2f0a0', 'code': 200} Feb 03 20:16:14.005984 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:14.029483 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-ec07eae7-6d8c-4baa-b65c-2c877aad3956 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d92de69ae0c9433c81e657bbb76393be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0567801 Feb 03 20:16:14.032153 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 52374) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:14.083392 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=418e9676-bbff-4b25-b9a6-84671fd2f0a0,revision_number=4']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:14.091330 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:14.091757 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:14.092162 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:14.092527 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:14.092906 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:14.093279 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:14.093650 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:14.094025 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:14.094394 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:14.095081 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:14.095081 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:14.095450 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:14.095995 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:14.096278 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:14.096654 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:14.097027 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:14.097490 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:14.097857 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:14.098221 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:14.098587 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:14.098950 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:14.099314 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:14.099704 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:14.100070 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:14.101274 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-44cbbd96-d062-4b60-90d9-0cb0ee4d0944 req-451ee246-e0bb-46a4-98ad-1311d6401ef6 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/security-groups?id=6a1a1ed0-faa7-44fa-807b-4306a0e76bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929322 Feb 03 20:16:14.104705 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:14.142943 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1d4f74ab-ac83-421f-b187-ee3f07ac4245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:14.173360 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1d4f74ab-ac83-421f-b187-ee3f07ac4245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:14.262465 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1d4f74ab-ac83-421f-b187-ee3f07ac4245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:14.268988 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-793091ed-91bd-42ab-98c5-246d106b9f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:14.285796 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f74ab-ac83-421f-b187-ee3f07ac4245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d1487e-9e51-443a-9965-fdbd328d523f,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:14.288560 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-1d4f74ab-ac83-421f-b187-ee3f07ac4245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:14.349961 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1d4f74ab-ac83-421f-b187-ee3f07ac4245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:14.351299 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-1d4f74ab-ac83-421f-b187-ee3f07ac4245 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b4d1487e-9e51-443a-9965-fdbd328d523f HTTP/1.1" status: 204 len: 168 time: 0.3177576 Feb 03 20:16:14.380945 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37984b56-d851-4f7f-9e40-32118abfdf96 req-d4fb4ca8-0ed4-4926-a42a-21d2ec071a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:14.382503 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-37984b56-d851-4f7f-9e40-32118abfdf96 req-d4fb4ca8-0ed4-4926-a42a-21d2ec071a17 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b5fab0a7-8191-4bd1-8923-f47cbf1490a6 HTTP/1.1" status: 200 len: 1163 time: 0.0804892 Feb 03 20:16:14.426494 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-37984b56-d851-4f7f-9e40-32118abfdf96 req-f96d3532-f8fb-49d8-909c-5b234acfa795 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6a1a1ed0-faa7-44fa-807b-4306a0e76bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374312 Feb 03 20:16:14.512662 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 418e9676-bbff-4b25-b9a6-84671fd2f0a0 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:16:14.586449 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 418e9676-bbff-4b25-b9a6-84671fd2f0a0 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:16:14.586871 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:15.017050 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f543ae-a3d6-4a7b-a243-de80d2a85827 req-a3789918-ec37-47ef-88a3-583085754e0e tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:15.020030 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f1f543ae-a3d6-4a7b-a243-de80d2a85827 req-a3789918-ec37-47ef-88a3-583085754e0e tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.1870437 Feb 03 20:16:15.093660 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f1f543ae-a3d6-4a7b-a243-de80d2a85827 req-62642d85-b42d-4acd-abb2-e1b2a6e24e33 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641224 Feb 03 20:16:15.314018 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e5daaef1-453c-4aa3-bc62-0765257189bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:15.420671 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6b4c7-cb5b-4854-8fc9-e6c4d71d033a req-2c0d79bf-16fb-4718-bc9b-3049c16875da tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:15.422323 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f1c6b4c7-cb5b-4854-8fc9-e6c4d71d033a req-2c0d79bf-16fb-4718-bc9b-3049c16875da tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5fab0a7-8191-4bd1-8923-f47cbf1490a6 HTTP/1.1" status: 200 len: 946 time: 0.1784871 Feb 03 20:16:15.502305 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f1c6b4c7-cb5b-4854-8fc9-e6c4d71d033a req-ff54b5c7-b96d-4bfc-885e-6415315e0f60 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/security-groups?id=6a1a1ed0-faa7-44fa-807b-4306a0e76bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723820 Feb 03 20:16:15.880128 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:16.056716 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:16.448768 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a98fd-9b3f-4220-ba23-7773d988e50e req-b67ce1d4-c8e4-472d-82ba-131b860fb6a3 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:16.450429 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-214a98fd-9b3f-4220-ba23-7773d988e50e req-b67ce1d4-c8e4-472d-82ba-131b860fb6a3 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.1781907 Feb 03 20:16:16.543010 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-214a98fd-9b3f-4220-ba23-7773d988e50e req-bf02fc11-dd80-4ada-910b-7a9e7fff3510 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824959 Feb 03 20:16:16.805466 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:16.827199 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32ca64-1ff5-4049-b9dc-781e8f2e5408 req-3db37438-a662-45b6-9fde-548c28917a3f tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:16.828950 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5b32ca64-1ff5-4049-b9dc-781e8f2e5408 req-3db37438-a662-45b6-9fde-548c28917a3f tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5fab0a7-8191-4bd1-8923-f47cbf1490a6 HTTP/1.1" status: 200 len: 946 time: 0.1730747 Feb 03 20:16:16.897607 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5b32ca64-1ff5-4049-b9dc-781e8f2e5408 req-c949d587-9e86-479e-be26-2c95dab3d4f7 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/security-groups?id=6a1a1ed0-faa7-44fa-807b-4306a0e76bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616333 Feb 03 20:16:17.570242 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:17.902587 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fac307-b7fc-44f5-8a83-fb4f6aff275c req-7818b2b2-a0d1-443d-b3ad-e8edd851a277 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:17.904354 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-70fac307-b7fc-44f5-8a83-fb4f6aff275c req-7818b2b2-a0d1-443d-b3ad-e8edd851a277 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.2072859 Feb 03 20:16:17.980013 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-70fac307-b7fc-44f5-8a83-fb4f6aff275c req-2d78d7de-f9ac-4187-b5eb-d1a31398f89f tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681591 Feb 03 20:16:19.097321 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae69d3-0f23-4211-b4d7-7a080b53851a req-1eed33ec-5496-4b01-8a46-d0aec11519d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:19.098661 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-71ae69d3-0f23-4211-b4d7-7a080b53851a req-1eed33ec-5496-4b01-8a46-d0aec11519d1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 1162 time: 0.0896523 Feb 03 20:16:19.147111 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-71ae69d3-0f23-4211-b4d7-7a080b53851a req-12f261f5-0e9e-4325-bcbe-ea0170b00229 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412056 Feb 03 20:16:19.293741 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e028b1a-4c91-4191-9451-6d96dd1f7514 req-4522dec1-b79f-441b-84af-9f51423e1d2a tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:19.295478 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2e028b1a-4c91-4191-9451-6d96dd1f7514 req-4522dec1-b79f-441b-84af-9f51423e1d2a tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.1738510 Feb 03 20:16:19.368019 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2e028b1a-4c91-4191-9451-6d96dd1f7514 req-7d7a6aa8-d592-4c36-94c5-b9d005123e71 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651979 Feb 03 20:16:20.803395 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92599532-1503-40dc-b67b-d36a95ee00fe req-72e5df81-d6c0-4e1a-840f-243c0bd32822 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:20.805222 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-92599532-1503-40dc-b67b-d36a95ee00fe req-72e5df81-d6c0-4e1a-840f-243c0bd32822 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.1744733 Feb 03 20:16:20.875189 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-92599532-1503-40dc-b67b-d36a95ee00fe req-c11a6753-79c5-45f1-aafa-82c627eefdbe tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636325 Feb 03 20:16:21.464826 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 52582) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:21.643739 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f31df46d-1c92-4c3a-9fb2-0966f7301156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:21.660117 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-f31df46d-1c92-4c3a-9fb2-0966f7301156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:16:21.664333 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-f31df46d-1c92-4c3a-9fb2-0966f7301156 admin admin] Usage tracker for resource:security_group_rule and tenant:26dd29b25ff14c29aa5ceaa5c868c418 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:16:21.667311 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-f31df46d-1c92-4c3a-9fb2-0966f7301156 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:16:21.673305 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-f31df46d-1c92-4c3a-9fb2-0966f7301156 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:16:21.775981 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f31df46d-1c92-4c3a-9fb2-0966f7301156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:21.841072 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f31df46d-1c92-4c3a-9fb2-0966f7301156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:21.855188 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:21.906228 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-f31df46d-1c92-4c3a-9fb2-0966f7301156 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=26dd29b25ff14c29aa5ceaa5c868c418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4402065 Feb 03 20:16:21.906879 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 52598) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:21.910413 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31df46d-1c92-4c3a-9fb2-0966f7301156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865deb71-7785-47de-acd9-399a843c5e3c,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:21.968923 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-f31df46d-1c92-4c3a-9fb2-0966f7301156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:21.990126 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 52604) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:21.996380 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9ce0b-73cf-4808-8165-c82c9be38f7d req-efb4bb91-02d0-4b77-8fb2-d428cd5f536e tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:21.998296 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-23c9ce0b-73cf-4808-8165-c82c9be38f7d req-efb4bb91-02d0-4b77-8fb2-d428cd5f536e tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5fab0a7-8191-4bd1-8923-f47cbf1490a6 HTTP/1.1" status: 200 len: 946 time: 0.1773210 Feb 03 20:16:21.999095 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-49b6d6a4-e7a0-4b8e-87d1-c58d2f927bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:22.033069 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-49b6d6a4-e7a0-4b8e-87d1-c58d2f927bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:22.131339 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-23c9ce0b-73cf-4808-8165-c82c9be38f7d req-7019283e-c1cc-46f9-8846-eeb310e02ba5 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/security-groups?id=6a1a1ed0-faa7-44fa-807b-4306a0e76bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220419 Feb 03 20:16:22.168960 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1050390e-353f-4baf-9df3-8d8539ca12f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:22.187013 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-1050390e-353f-4baf-9df3-8d8539ca12f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:16:22.191167 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-1050390e-353f-4baf-9df3-8d8539ca12f8 admin admin] Usage tracker for resource:security_group_rule and tenant:608c1619259641a9a4d4a1080bb7da37 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:16:22.194269 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-1050390e-353f-4baf-9df3-8d8539ca12f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:16:22.200177 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-1050390e-353f-4baf-9df3-8d8539ca12f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:16:22.223179 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-49b6d6a4-e7a0-4b8e-87d1-c58d2f927bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:22.231922 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-6b052328-88f4-40b9-ab34-79fb319bd66a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:22.245007 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca0419-dfa2-4832-9c74-c6af30c63f51 req-3fedd87a-628b-4e59-be32-c987e31eeca9 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:22.246693 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-83ca0419-dfa2-4832-9c74-c6af30c63f51 req-3fedd87a-628b-4e59-be32-c987e31eeca9 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.2073288 Feb 03 20:16:22.255563 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6d6a4-e7a0-4b8e-87d1-c58d2f927bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865deb71-7785-47de-acd9-399a843c5e3c,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:22.259304 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-49b6d6a4-e7a0-4b8e-87d1-c58d2f927bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:22.260565 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-49b6d6a4-e7a0-4b8e-87d1-c58d2f927bc4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/865deb71-7785-47de-acd9-399a843c5e3c HTTP/1.1" status: 204 len: 168 time: 0.3524423 Feb 03 20:16:22.261591 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-49b6d6a4-e7a0-4b8e-87d1-c58d2f927bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:22.326713 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-83ca0419-dfa2-4832-9c74-c6af30c63f51 req-f8c37111-3aa4-45e6-acf9-25405a7bc330 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728858 Feb 03 20:16:22.333523 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1050390e-353f-4baf-9df3-8d8539ca12f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:22.366131 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1050390e-353f-4baf-9df3-8d8539ca12f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:22.376551 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-669f0c71-02a9-4dff-9d44-e5259254dd1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:22.425882 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-1050390e-353f-4baf-9df3-8d8539ca12f8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=608c1619259641a9a4d4a1080bb7da37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4346230 Feb 03 20:16:22.426831 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050390e-353f-4baf-9df3-8d8539ca12f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e5ebb2-14e7-42f9-96d2-dae82e3f5393,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:22.429285 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 52616) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:22.439744 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-1050390e-353f-4baf-9df3-8d8539ca12f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:22.494837 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1ba67f8c-eca8-4836-b081-d21769c261ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:22.528391 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1ba67f8c-eca8-4836-b081-d21769c261ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:22.616850 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1ba67f8c-eca8-4836-b081-d21769c261ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:22.628991 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-6418ef65-cc8d-40ed-8524-967d2b2a4100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:22.664222 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba67f8c-eca8-4836-b081-d21769c261ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e5ebb2-14e7-42f9-96d2-dae82e3f5393,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:22.667362 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-1ba67f8c-eca8-4836-b081-d21769c261ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:22.675519 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1ba67f8c-eca8-4836-b081-d21769c261ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:22.676952 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-1ba67f8c-eca8-4836-b081-d21769c261ce admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/04e5ebb2-14e7-42f9-96d2-dae82e3f5393 HTTP/1.1" status: 204 len: 168 time: 0.2466178 Feb 03 20:16:23.231352 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf45ac-ff6b-493a-8037-3e0c6ffabd66 req-f17f2e65-7b32-4789-85b2-ead6d72e4b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:23.233802 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6caf45ac-ff6b-493a-8037-3e0c6ffabd66 req-f17f2e65-7b32-4789-85b2-ead6d72e4b10 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3d2e750b64264333a0c0080a78748667&device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 1162 time: 0.0974941 Feb 03 20:16:23.365738 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bed68f-89fb-4096-9bb8-7237550105f6 req-b88e1568-6fd4-464f-83bc-5b65bf85d8e9 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:23.367454 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-38bed68f-89fb-4096-9bb8-7237550105f6 req-b88e1568-6fd4-464f-83bc-5b65bf85d8e9 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.2041523 Feb 03 20:16:23.399907 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf45ac-ff6b-493a-8037-3e0c6ffabd66 req-3c3b5a6c-c713-4152-87b2-3c91ae29ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:23.401650 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6caf45ac-ff6b-493a-8037-3e0c6ffabd66 req-3c3b5a6c-c713-4152-87b2-3c91ae29ec63 service neutron] 10.222.0.90 "GET /v2.0/networks?id=823145a9-cb2c-4281-8d27-c96a6d2cddcd HTTP/1.1" status: 200 len: 913 time: 0.1578352 Feb 03 20:16:23.445408 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 52656) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:23.482969 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f969cc8a-295b-40e9-9436-8eb63dad4229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:23.505153 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6caf45ac-ff6b-493a-8037-3e0c6ffabd66 req-dce6d047-4e70-4d37-bba9-70b0f3f9e643 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cccb142-708c-4927-8c94-341c0eb6c921 HTTP/1.1" status: 200 len: 217 time: 0.0730109 Feb 03 20:16:23.536583 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-38bed68f-89fb-4096-9bb8-7237550105f6 req-88db5bdc-2866-44d5-bd68-76346aace5f0 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209145 Feb 03 20:16:23.544696 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-f969cc8a-295b-40e9-9436-8eb63dad4229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:16:23.548797 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-f969cc8a-295b-40e9-9436-8eb63dad4229 admin admin] Usage tracker for resource:security_group_rule and tenant:6efb83d1a4454e439e20ec467b8f5c42 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:16:23.553200 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-f969cc8a-295b-40e9-9436-8eb63dad4229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:16:23.563070 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-f969cc8a-295b-40e9-9436-8eb63dad4229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:16:23.581672 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf45ac-ff6b-493a-8037-3e0c6ffabd66 req-515e9492-e59c-42b8-b4e1-6497beb6852d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:23.583300 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6caf45ac-ff6b-493a-8037-3e0c6ffabd66 req-515e9492-e59c-42b8-b4e1-6497beb6852d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bcdd6f27-98eb-4350-a461-05ea1bdb5c9c HTTP/1.1" status: 200 len: 859 time: 0.0678847 Feb 03 20:16:23.647490 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6caf45ac-ff6b-493a-8037-3e0c6ffabd66 req-0ec32f86-a2c4-4c60-8bcd-1ca1c30cbf4d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=823145a9-cb2c-4281-8d27-c96a6d2cddcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570757 Feb 03 20:16:23.663876 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f969cc8a-295b-40e9-9436-8eb63dad4229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:23.757492 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b668e8-98e8-4825-9134-676cb435ba56 req-a63bd368-eb4f-4714-b222-6e37984eb5c2 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:23.764989 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f8b668e8-98e8-4825-9134-676cb435ba56 req-a63bd368-eb4f-4714-b222-6e37984eb5c2 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5fab0a7-8191-4bd1-8923-f47cbf1490a6 HTTP/1.1" status: 200 len: 946 time: 0.3964167 Feb 03 20:16:23.769005 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f969cc8a-295b-40e9-9436-8eb63dad4229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:23.826425 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-d87b82b6-c1fd-41b3-ab98-a1095d248185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:23.838734 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-f969cc8a-295b-40e9-9436-8eb63dad4229 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6efb83d1a4454e439e20ec467b8f5c42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3898003 Feb 03 20:16:23.840334 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6caf45ac-ff6b-493a-8037-3e0c6ffabd66 req-5bcc8af6-2e99-49b1-b602-3d7b2a664908 service neutron] 10.222.0.90 "GET /v2.0/networks/823145a9-cb2c-4281-8d27-c96a6d2cddcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774251 Feb 03 20:16:23.840836 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 52668) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:23.888236 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f8b668e8-98e8-4825-9134-676cb435ba56 req-3b458b0a-4f21-4fc3-bc16-d1c67762339b tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/security-groups?id=6a1a1ed0-faa7-44fa-807b-4306a0e76bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221995 Feb 03 20:16:23.981452 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969cc8a-295b-40e9-9436-8eb63dad4229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417e4b70-10e3-45d7-a36d-3c5242ecf2b6,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:23.985886 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-f969cc8a-295b-40e9-9436-8eb63dad4229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:24.091715 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3daf80-fb0b-4a05-b83f-e55de73e72a5 req-ac45a21c-2825-4a27-a616-a13b57f97e93 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:24.093432 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6c3daf80-fb0b-4a05-b83f-e55de73e72a5 req-ac45a21c-2825-4a27-a616-a13b57f97e93 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.90 "GET /v2.0/ports?device_id=b5fab0a7-8191-4bd1-8923-f47cbf1490a6 HTTP/1.1" status: 200 len: 946 time: 0.2041643 Feb 03 20:16:24.208762 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-6c3daf80-fb0b-4a05-b83f-e55de73e72a5 req-05fe46ca-859d-40cf-a298-58dfbda46a83 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Deleting port 418e9676-bbff-4b25-b9a6-84671fd2f0a0 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:16:24.209146 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-6c3daf80-fb0b-4a05-b83f-e55de73e72a5 req-05fe46ca-859d-40cf-a298-58dfbda46a83 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:24.283027 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-87d2bd90-97b8-45ef-93e2-790c09c4aefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:24.296769 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 418e9676-bbff-4b25-b9a6-84671fd2f0a0 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:16:24.315957 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6caf45ac-ff6b-493a-8037-3e0c6ffabd66 req-5af75efb-8325-4b0d-b9a8-d1a9d228eccb service neutron] 10.222.0.90 "GET /v2.0/networks/823145a9-cb2c-4281-8d27-c96a6d2cddcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4227936 Feb 03 20:16:24.320554 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-87d2bd90-97b8-45ef-93e2-790c09c4aefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:24.442294 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:24.461613 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-87d2bd90-97b8-45ef-93e2-790c09c4aefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:24.467096 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:24.498842 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2bd90-97b8-45ef-93e2-790c09c4aefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417e4b70-10e3-45d7-a36d-3c5242ecf2b6,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:24.512497 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-87d2bd90-97b8-45ef-93e2-790c09c4aefa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:24.515303 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-87d2bd90-97b8-45ef-93e2-790c09c4aefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:24.522262 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port 418e9676-bbff-4b25-b9a6-84671fd2f0a0, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=418e9676-bbff-4b25-b9a6-84671fd2f0a0,segment=NetworkSegment(98d4f4a6-d4d9-431c-ab1c-0ce5a58bf3bc),segment_id=98d4f4a6-d4d9-431c-ab1c-0ce5a58bf3bc)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:16:24.528431 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-87d2bd90-97b8-45ef-93e2-790c09c4aefa admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/417e4b70-10e3-45d7-a36d-3c5242ecf2b6 HTTP/1.1" status: 204 len: 168 time: 0.6822524 Feb 03 20:16:24.539002 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fab0a7-8191-4bd1-8923-f47cbf1490a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '418e9676-bbff-4b25-b9a6-84671fd2f0a0'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:16:24.570201 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:24.572502 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-b7ed1508-9e89-4e14-b486-e19dea5f8d17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:24.667943 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=418e9676-bbff-4b25-b9a6-84671fd2f0a0,revision_number=5']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:24.678532 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:24.694550 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fab0a7-8191-4bd1-8923-f47cbf1490a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '418e9676-bbff-4b25-b9a6-84671fd2f0a0', 'code': 200} Feb 03 20:16:24.751158 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 52688) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:24.979057 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-424020fa-2698-47e8-a0a2-e3dfdb67870a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:24.996940 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-424020fa-2698-47e8-a0a2-e3dfdb67870a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:16:25.001702 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-424020fa-2698-47e8-a0a2-e3dfdb67870a admin admin] Usage tracker for resource:security_group_rule and tenant:528c88076aeb48f79d2f5d81ee9011e4 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:16:25.006013 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-424020fa-2698-47e8-a0a2-e3dfdb67870a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:16:25.012275 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-424020fa-2698-47e8-a0a2-e3dfdb67870a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:16:25.047012 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc0153-d631-430a-8939-590fd5dd851b req-4f8dea25-64eb-4ba9-a2c3-e6584d811ca1 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:25.055239 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-40fc0153-d631-430a-8939-590fd5dd851b req-4f8dea25-64eb-4ba9-a2c3-e6584d811ca1 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.2528081 Feb 03 20:16:25.087620 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-6c3daf80-fb0b-4a05-b83f-e55de73e72a5 req-05fe46ca-859d-40cf-a298-58dfbda46a83 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] For port 418e9676-bbff-4b25-b9a6-84671fd2f0a0, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=418e9676-bbff-4b25-b9a6-84671fd2f0a0,segment=NetworkSegment(98d4f4a6-d4d9-431c-ab1c-0ce5a58bf3bc),segment_id=98d4f4a6-d4d9-431c-ab1c-0ce5a58bf3bc)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:16:25.088034 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-6c3daf80-fb0b-4a05-b83f-e55de73e72a5 req-05fe46ca-859d-40cf-a298-58dfbda46a83 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:25.130838 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-424020fa-2698-47e8-a0a2-e3dfdb67870a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:25.139481 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-40fc0153-d631-430a-8939-590fd5dd851b req-e87b7fd8-38e8-4fd4-a8ce-fa03de29d8d8 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832341 Feb 03 20:16:25.169437 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-424020fa-2698-47e8-a0a2-e3dfdb67870a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:25.192129 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-49b6d6a4-e7a0-4b8e-87d1-c58d2f927bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:25.236008 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-424020fa-2698-47e8-a0a2-e3dfdb67870a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=528c88076aeb48f79d2f5d81ee9011e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4834359 Feb 03 20:16:25.239517 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 52706) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:25.274104 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424020fa-2698-47e8-a0a2-e3dfdb67870a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f25a51-4b85-4019-892c-b13d90e633e1,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:25.292795 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-424020fa-2698-47e8-a0a2-e3dfdb67870a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:25.296162 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-6c3daf80-fb0b-4a05-b83f-e55de73e72a5 req-05fe46ca-859d-40cf-a298-58dfbda46a83 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Calling delete_port for 418e9676-bbff-4b25-b9a6-84671fd2f0a0 owned by compute:nova {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:16:25.310136 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8e62eaa8-b077-4a72-a0b4-5042f7c41bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:25.339444 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8e62eaa8-b077-4a72-a0b4-5042f7c41bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:25.428127 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8e62eaa8-b077-4a72-a0b4-5042f7c41bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:25.434026 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9021070e-3d8c-4919-9e01-08a221d77138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:25.445856 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62eaa8-b077-4a72-a0b4-5042f7c41bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f25a51-4b85-4019-892c-b13d90e633e1,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:25.451020 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-8e62eaa8-b077-4a72-a0b4-5042f7c41bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:25.452926 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8e62eaa8-b077-4a72-a0b4-5042f7c41bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:25.454416 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-8e62eaa8-b077-4a72-a0b4-5042f7c41bb1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/86f25a51-4b85-4019-892c-b13d90e633e1 HTTP/1.1" status: 204 len: 168 time: 0.2136197 Feb 03 20:16:25.616563 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ace10-a44a-40c6-a32d-26cedd2eb128 req-efd2e2a1-cb26-498e-b007-3ae588e4f636 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:25.621291 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-558ace10-a44a-40c6-a32d-26cedd2eb128 req-efd2e2a1-cb26-498e-b007-3ae588e4f636 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5fab0a7-8191-4bd1-8923-f47cbf1490a6 HTTP/1.1" status: 200 len: 944 time: 0.4085491 Feb 03 20:16:25.629038 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.db.api [req-6c3daf80-fb0b-4a05-b83f-e55de73e72a5 req-05fe46ca-859d-40cf-a298-58dfbda46a83 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80170) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 03 20:16:25.629405 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_db.api [req-6c3daf80-fb0b-4a05-b83f-e55de73e72a5 req-05fe46ca-859d-40cf-a298-58dfbda46a83 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 03 20:16:25.686270 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-558ace10-a44a-40c6-a32d-26cedd2eb128 req-9e4a8837-4a26-4b18-b3a0-06b4b118e144 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/security-groups?id=6a1a1ed0-faa7-44fa-807b-4306a0e76bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610969 Feb 03 20:16:26.131255 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-6c3daf80-fb0b-4a05-b83f-e55de73e72a5 req-05fe46ca-859d-40cf-a298-58dfbda46a83 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Deleting port 418e9676-bbff-4b25-b9a6-84671fd2f0a0 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:16:26.131675 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-6c3daf80-fb0b-4a05-b83f-e55de73e72a5 req-05fe46ca-859d-40cf-a298-58dfbda46a83 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:26.472245 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-6c3daf80-fb0b-4a05-b83f-e55de73e72a5 req-05fe46ca-859d-40cf-a298-58dfbda46a83 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] For port 418e9676-bbff-4b25-b9a6-84671fd2f0a0, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=418e9676-bbff-4b25-b9a6-84671fd2f0a0,segment=NetworkSegment(98d4f4a6-d4d9-431c-ab1c-0ce5a58bf3bc),segment_id=98d4f4a6-d4d9-431c-ab1c-0ce5a58bf3bc)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:16:26.472979 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-6c3daf80-fb0b-4a05-b83f-e55de73e72a5 req-05fe46ca-859d-40cf-a298-58dfbda46a83 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:26.514102 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 8cccb142-708c-4927-8c94-341c0eb6c921 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:16:26.598384 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 8cccb142-708c-4927-8c94-341c0eb6c921 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:16:26.599069 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:26.615011 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-6c3daf80-fb0b-4a05-b83f-e55de73e72a5 req-05fe46ca-859d-40cf-a298-58dfbda46a83 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Calling delete_port for 418e9676-bbff-4b25-b9a6-84671fd2f0a0 owned by compute:nova {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:16:26.855905 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c433f15-c45e-4190-96e8-1827f6dd55cd req-dd57e249-1a9e-4525-bc44-607e550b2c2d tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:26.871163 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7c433f15-c45e-4190-96e8-1827f6dd55cd req-dd57e249-1a9e-4525-bc44-607e550b2c2d tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.5354116 Feb 03 20:16:26.954397 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7c433f15-c45e-4190-96e8-1827f6dd55cd req-64100421-f657-431b-8513-7a7619245d90 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820260 Feb 03 20:16:27.233441 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6966f60-0753-4773-9956-dc4259d303c5 req-bb610c54-45a1-4cac-a414-6f37d2dd331c tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:27.235124 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c6966f60-0753-4773-9956-dc4259d303c5 req-bb610c54-45a1-4cac-a414-6f37d2dd331c tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5fab0a7-8191-4bd1-8923-f47cbf1490a6 HTTP/1.1" status: 200 len: 865 time: 0.2231925 Feb 03 20:16:27.236674 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-6c3daf80-fb0b-4a05-b83f-e55de73e72a5 req-05fe46ca-859d-40cf-a298-58dfbda46a83 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:27.324700 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:27.380259 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe46ca-859d-40cf-a298-58dfbda46a83 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Pushing event deleted for resources: {'Port': ['ID=418e9676-bbff-4b25-b9a6-84671fd2f0a0,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:27.458537 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-05fe46ca-859d-40cf-a298-58dfbda46a83 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:27.552210 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c6966f60-0753-4773-9956-dc4259d303c5 req-04ecefb5-e9f8-4c5a-9048-7911e6077e55 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/security-groups?id=6a1a1ed0-faa7-44fa-807b-4306a0e76bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284262 Feb 03 20:16:27.564769 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3daf80-fb0b-4a05-b83f-e55de73e72a5 req-05fe46ca-859d-40cf-a298-58dfbda46a83 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] No DVR routers for this DVR port 418e9676-bbff-4b25-b9a6-84671fd2f0a0 on host hv-cinder-77398 {{(pid=80170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 20:16:27.568127 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-6c3daf80-fb0b-4a05-b83f-e55de73e72a5 req-05fe46ca-859d-40cf-a298-58dfbda46a83 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:27.571018 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fab0a7-8191-4bd1-8923-f47cbf1490a6', 'name': 'network-vif-deleted', 'tag': '418e9676-bbff-4b25-b9a6-84671fd2f0a0'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:16:27.587043 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6c3daf80-fb0b-4a05-b83f-e55de73e72a5 req-05fe46ca-859d-40cf-a298-58dfbda46a83 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.90 "DELETE /v2.0/ports/418e9676-bbff-4b25-b9a6-84671fd2f0a0 HTTP/1.1" status: 204 len: 173 time: 3.4858551 Feb 03 20:16:27.670288 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fab0a7-8191-4bd1-8923-f47cbf1490a6', 'name': 'network-vif-deleted', 'tag': '418e9676-bbff-4b25-b9a6-84671fd2f0a0', 'status': 'completed', 'code': 200} Feb 03 20:16:28.269216 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc0695-d50c-438f-b3ff-0321926a4b52 req-4c974156-ef2d-4405-99cf-02478a613074 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:28.270960 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e3dc0695-d50c-438f-b3ff-0321926a4b52 req-4c974156-ef2d-4405-99cf-02478a613074 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.1774347 Feb 03 20:16:28.341289 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e3dc0695-d50c-438f-b3ff-0321926a4b52 req-8abd32fd-7153-442d-ac06-e8fff2a96fb7 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630000 Feb 03 20:16:28.666113 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 8cccb142-708c-4927-8c94-341c0eb6c921 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:16:28.838677 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 8cccb142-708c-4927-8c94-341c0eb6c921 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:16:28.839164 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:28.850587 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-322f4f68-a6e7-46d6-9e10-28a0600202ab req-2f569dd4-7a5c-4176-b9c6-f5d792795065 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Synchronizing usage tracker for tenant:eb29ba9375524071b64902adad859714 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:16:28.902073 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-322f4f68-a6e7-46d6-9e10-28a0600202ab req-2f569dd4-7a5c-4176-b9c6-f5d792795065 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Unset dirty status for tenant:eb29ba9375524071b64902adad859714 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:16:28.903896 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-322f4f68-a6e7-46d6-9e10-28a0600202ab req-2f569dd4-7a5c-4176-b9c6-f5d792795065 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5fab0a7-8191-4bd1-8923-f47cbf1490a6 HTTP/1.1" status: 200 len: 210 time: 0.1366348 Feb 03 20:16:33.257964 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 52998) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:33.465554 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:33.484940 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:16:33.489226 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Usage tracker for resource:security_group_rule and tenant:29372e5c048c45489a78161dce47bd8c is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:16:33.492449 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:16:33.498313 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:16:33.588762 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:33.639618 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:33.649131 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-b1e93d61-7ff8-433d-a61b-936642c50275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:33.698934 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=29372e5c048c45489a78161dce47bd8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4368715 Feb 03 20:16:33.698934 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08527f58-bb5a-468a-8b35-7cfa26cc3696,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:33.699441 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 53012) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:33.716271 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.716929 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.717329 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.717725 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.718123 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.718517 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.718905 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.719294 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.719727 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.720117 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.720501 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.721015 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.721505 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.721828 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.722210 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.722598 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.722980 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.723362 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.723770 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.724149 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.724508 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.725038 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.725575 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.726223 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.730953 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-12711b23-9687-4d74-98cb-41cae8983ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:33.800696 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:33.830532 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:33.919555 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:33.926895 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-8e62eaa8-b077-4a72-a0b4-5042f7c41bb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:33.942171 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08527f58-bb5a-468a-8b35-7cfa26cc3696,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:33.951699 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.952275 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.952716 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.953269 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.953820 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.954395 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.954802 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.955120 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5aef06-6030-42e9-9a5e-d2992cd0ec13 req-849c3247-15d5-4cb2-b660-a08d6e721505 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:33.955232 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.956482 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.956832 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1e5aef06-6030-42e9-9a5e-d2992cd0ec13 req-849c3247-15d5-4cb2-b660-a08d6e721505 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 946 time: 0.1792233 Feb 03 20:16:33.956961 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.957356 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.957937 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.958388 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.958788 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.959187 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.959601 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.965892 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.965892 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.965892 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.965892 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.965892 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.965892 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.965892 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.965892 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:16:33.967825 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:33.969417 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:33.971307 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-dbb19212-3d5e-486a-b077-05fec156bf70 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/08527f58-bb5a-468a-8b35-7cfa26cc3696 HTTP/1.1" status: 204 len: 168 time: 0.2703393 Feb 03 20:16:34.036711 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1e5aef06-6030-42e9-9a5e-d2992cd0ec13 req-f1ddcb1f-1221-4ac1-828d-2cb1a1d5b22e tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710609 Feb 03 20:16:34.575223 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 53044) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:34.610200 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7986d8b4-0366-472b-9296-8377b7a82a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:34.628138 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-7986d8b4-0366-472b-9296-8377b7a82a17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:16:34.633982 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-7986d8b4-0366-472b-9296-8377b7a82a17 admin admin] Usage tracker for resource:security_group_rule and tenant:45f836b9f9f249e985a72201689ba5e4 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:16:34.637262 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-7986d8b4-0366-472b-9296-8377b7a82a17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:16:34.644391 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-7986d8b4-0366-472b-9296-8377b7a82a17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:16:34.824420 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7986d8b4-0366-472b-9296-8377b7a82a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:34.885267 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7986d8b4-0366-472b-9296-8377b7a82a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:34.896477 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3672db60-8356-4388-a5ba-59d5b58a061b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:34.953600 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-7986d8b4-0366-472b-9296-8377b7a82a17 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=45f836b9f9f249e985a72201689ba5e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3757408 Feb 03 20:16:34.954524 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986d8b4-0366-472b-9296-8377b7a82a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d0ce6f-00cf-4973-a04a-7da335d6485b,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:34.955960 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 53068) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:34.961103 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-7986d8b4-0366-472b-9296-8377b7a82a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:35.280379 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-908ddf5d-b25b-4f56-9d44-e8b2ee118461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:35.317257 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-908ddf5d-b25b-4f56-9d44-e8b2ee118461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:35.428395 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ddf77-8dbf-417b-bc22-993ba23e00f1 req-2e33200b-932a-48f8-aa28-bbee215487de tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:35.430519 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-679ddf77-8dbf-417b-bc22-993ba23e00f1 req-2e33200b-932a-48f8-aa28-bbee215487de tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 946 time: 0.2297819 Feb 03 20:16:35.508225 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-679ddf77-8dbf-417b-bc22-993ba23e00f1 req-a88da3d5-fef2-4ccd-aa34-4b6b6d68f7a4 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673420 Feb 03 20:16:35.560130 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-908ddf5d-b25b-4f56-9d44-e8b2ee118461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:35.566710 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9144c2b8-7f9d-4f66-b56e-f9c540846d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:35.585624 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ddf5d-b25b-4f56-9d44-e8b2ee118461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d0ce6f-00cf-4973-a04a-7da335d6485b,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:35.598660 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-908ddf5d-b25b-4f56-9d44-e8b2ee118461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:35.611108 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-908ddf5d-b25b-4f56-9d44-e8b2ee118461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:35.619488 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-908ddf5d-b25b-4f56-9d44-e8b2ee118461 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/71d0ce6f-00cf-4973-a04a-7da335d6485b HTTP/1.1" status: 204 len: 168 time: 0.6624310 Feb 03 20:16:36.737984 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 63381e5b-895e-46ba-916a-ab7c1f4f9211 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:16:36.810961 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fda10-abd9-495f-855b-cca0d5738994 req-e7d9459b-9f44-4c90-b833-19b552273eb7 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:36.812700 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-887fda10-abd9-495f-855b-cca0d5738994 req-e7d9459b-9f44-4c90-b833-19b552273eb7 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 946 time: 0.1698666 Feb 03 20:16:36.819555 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 63381e5b-895e-46ba-916a-ab7c1f4f9211 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:16:36.820383 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:36.975615 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-887fda10-abd9-495f-855b-cca0d5738994 req-77e6f4dc-6788-40e8-9208-eb732b628fdc tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133807 Feb 03 20:16:37.065523 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f438ba-62c4-4d72-a846-207f3db148b4 req-bf8feec8-8dec-4068-803a-5332d8d6745f tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:37.067172 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-63f438ba-62c4-4d72-a846-207f3db148b4 req-bf8feec8-8dec-4068-803a-5332d8d6745f tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.90 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 946 time: 0.2484617 Feb 03 20:16:37.163852 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-63f438ba-62c4-4d72-a846-207f3db148b4 req-2ac65bda-3cfb-4516-8c28-feb5021fdd2c tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Deleting port 63381e5b-895e-46ba-916a-ab7c1f4f9211 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:16:37.164239 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-63f438ba-62c4-4d72-a846-207f3db148b4 req-2ac65bda-3cfb-4516-8c28-feb5021fdd2c tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:37.444207 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-63f438ba-62c4-4d72-a846-207f3db148b4 req-2ac65bda-3cfb-4516-8c28-feb5021fdd2c tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] For port 63381e5b-895e-46ba-916a-ab7c1f4f9211, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=63381e5b-895e-46ba-916a-ab7c1f4f9211,segment=NetworkSegment(16381d97-9563-462d-9668-9a5c7d12abff),segment_id=16381d97-9563-462d-9668-9a5c7d12abff)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:16:37.444861 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-63f438ba-62c4-4d72-a846-207f3db148b4 req-2ac65bda-3cfb-4516-8c28-feb5021fdd2c tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:37.593418 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-63f438ba-62c4-4d72-a846-207f3db148b4 req-2ac65bda-3cfb-4516-8c28-feb5021fdd2c tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Calling delete_port for 63381e5b-895e-46ba-916a-ab7c1f4f9211 owned by compute:nova {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:16:37.810883 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-63f438ba-62c4-4d72-a846-207f3db148b4 req-2ac65bda-3cfb-4516-8c28-feb5021fdd2c tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:37.830824 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-45316e01-0abe-4cc2-8e2d-97209be430f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:37.939083 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac65bda-3cfb-4516-8c28-feb5021fdd2c tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Pushing event deleted for resources: {'Port': ['ID=63381e5b-895e-46ba-916a-ab7c1f4f9211,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:37.943714 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-2ac65bda-3cfb-4516-8c28-feb5021fdd2c tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:38.094297 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f438ba-62c4-4d72-a846-207f3db148b4 req-2ac65bda-3cfb-4516-8c28-feb5021fdd2c tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] No DVR routers for this DVR port 63381e5b-895e-46ba-916a-ab7c1f4f9211 on host hv-cinder-77398 {{(pid=80170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 20:16:38.097419 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-63f438ba-62c4-4d72-a846-207f3db148b4 req-2ac65bda-3cfb-4516-8c28-feb5021fdd2c tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:38.101731 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f420581e-ffc1-45b7-97cd-678eaa1560e5', 'name': 'network-vif-deleted', 'tag': '63381e5b-895e-46ba-916a-ab7c1f4f9211'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:16:38.163679 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-63f438ba-62c4-4d72-a846-207f3db148b4 req-2ac65bda-3cfb-4516-8c28-feb5021fdd2c tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.90 "DELETE /v2.0/ports/63381e5b-895e-46ba-916a-ab7c1f4f9211 HTTP/1.1" status: 204 len: 173 time: 1.0891695 Feb 03 20:16:38.173055 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-6bcbd5a4-4369-4056-a82c-ee42a26c0858 req-82db40a6-1578-4c89-88a7-71542235ed2c tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Synchronizing usage tracker for tenant:3d2e750b64264333a0c0080a78748667 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:16:38.239758 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-6bcbd5a4-4369-4056-a82c-ee42a26c0858 req-82db40a6-1578-4c89-88a7-71542235ed2c tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Unset dirty status for tenant:3d2e750b64264333a0c0080a78748667 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:16:38.241253 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6bcbd5a4-4369-4056-a82c-ee42a26c0858 req-82db40a6-1578-4c89-88a7-71542235ed2c tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=f420581e-ffc1-45b7-97cd-678eaa1560e5 HTTP/1.1" status: 200 len: 210 time: 0.1223154 Feb 03 20:16:38.322248 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f420581e-ffc1-45b7-97cd-678eaa1560e5', 'name': 'network-vif-deleted', 'tag': '63381e5b-895e-46ba-916a-ab7c1f4f9211', 'status': 'completed', 'code': 200} Feb 03 20:16:38.899885 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 63381e5b-895e-46ba-916a-ab7c1f4f9211 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:16:38.936976 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] No Port match for: 63381e5b-895e-46ba-916a-ab7c1f4f9211 {{(pid=80171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 20:16:38.937373 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 63381e5b-895e-46ba-916a-ab7c1f4f9211 not bound to the agent host hv-cinder-77398 {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 20:16:40.060983 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db9543-bcba-48eb-981e-c7fe5ef8b3e0 req-b5763c9c-273c-4b30-a101-f1716fc53fd3 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:40.062725 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-10db9543-bcba-48eb-981e-c7fe5ef8b3e0 req-b5763c9c-273c-4b30-a101-f1716fc53fd3 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.1713841 Feb 03 20:16:40.130109 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-10db9543-bcba-48eb-981e-c7fe5ef8b3e0 req-0e74689a-c95b-478f-942b-ab54b42c7fcd tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608590 Feb 03 20:16:41.438793 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea34f7-3c75-4002-8362-82f61eb20c1d req-b08a2d2d-81d3-4870-9b79-de042d49b939 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:41.441119 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-38ea34f7-3c75-4002-8362-82f61eb20c1d req-b08a2d2d-81d3-4870-9b79-de042d49b939 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.1714916 Feb 03 20:16:41.507756 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-38ea34f7-3c75-4002-8362-82f61eb20c1d req-831bfa70-0687-4b75-8859-94c58d95529e tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600891 Feb 03 20:16:42.181266 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 53262) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:42.338828 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ad6bf0f3-8c05-4981-9d5a-7c3a3743b7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:42.354869 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-ad6bf0f3-8c05-4981-9d5a-7c3a3743b7c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:16:42.359130 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-ad6bf0f3-8c05-4981-9d5a-7c3a3743b7c9 admin admin] Usage tracker for resource:security_group_rule and tenant:b82accd19baa420cbeabb01ec7a6c166 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:16:42.362856 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-ad6bf0f3-8c05-4981-9d5a-7c3a3743b7c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:16:42.368885 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-ad6bf0f3-8c05-4981-9d5a-7c3a3743b7c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:16:42.456380 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ad6bf0f3-8c05-4981-9d5a-7c3a3743b7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:42.508156 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ad6bf0f3-8c05-4981-9d5a-7c3a3743b7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:42.517714 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-d2a07f8d-c12f-43ea-ab47-2c3d47879405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:42.562770 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-ad6bf0f3-8c05-4981-9d5a-7c3a3743b7c9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b82accd19baa420cbeabb01ec7a6c166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3801212 Feb 03 20:16:42.563828 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6bf0f3-8c05-4981-9d5a-7c3a3743b7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e4f90f-634d-4ea8-aa1c-0f923829202f,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:42.566106 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 53274) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:42.567759 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ad6bf0f3-8c05-4981-9d5a-7c3a3743b7c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:42.643995 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c1ddb818-2db3-470d-bd7d-9afd011cb63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:42.673447 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c1ddb818-2db3-470d-bd7d-9afd011cb63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:42.770610 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c1ddb818-2db3-470d-bd7d-9afd011cb63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:42.781636 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-7986d8b4-0366-472b-9296-8377b7a82a17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:42.799479 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c1ddb818-2db3-470d-bd7d-9afd011cb63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:42.803899 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-c1ddb818-2db3-470d-bd7d-9afd011cb63b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/31e4f90f-634d-4ea8-aa1c-0f923829202f HTTP/1.1" status: 204 len: 168 time: 0.2341895 Feb 03 20:16:42.805183 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ddb818-2db3-470d-bd7d-9afd011cb63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e4f90f-634d-4ea8-aa1c-0f923829202f,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:42.810405 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c1ddb818-2db3-470d-bd7d-9afd011cb63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:42.891457 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0d229-7226-4314-be72-6708eba4db18 req-b0ed332e-8542-4d89-919e-e8883815a2c4 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:42.893823 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-22f0d229-7226-4314-be72-6708eba4db18 req-b0ed332e-8542-4d89-919e-e8883815a2c4 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.2432184 Feb 03 20:16:42.963852 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-22f0d229-7226-4314-be72-6708eba4db18 req-ab8f2db4-c680-4814-8d07-2d26344109f9 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622554 Feb 03 20:16:43.033252 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b968bf71-b133-4d5c-851c-a0ac9ac2b89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:44.296281 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4289ae2-37ff-4ac9-8b9a-1a9d4ecb3946 req-8f30eafa-d614-482c-bbb8-bffed5120ab3 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:44.298024 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d4289ae2-37ff-4ac9-8b9a-1a9d4ecb3946 req-8f30eafa-d614-482c-bbb8-bffed5120ab3 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.1762786 Feb 03 20:16:44.370561 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d4289ae2-37ff-4ac9-8b9a-1a9d4ecb3946 req-a667d27e-9aec-43fd-9556-a3e848b2b913 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652509 Feb 03 20:16:45.250746 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-dadedf3d-e21c-4aa9-94b0-8366d7b61059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:45.668427 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec5b73-b494-4833-9157-76164cf142f2 req-fd4a0ab5-5b1a-455c-a0a4-cfb24366d788 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:45.670057 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-88ec5b73-b494-4833-9157-76164cf142f2 req-fd4a0ab5-5b1a-455c-a0a4-cfb24366d788 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.1663332 Feb 03 20:16:45.739323 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-88ec5b73-b494-4833-9157-76164cf142f2 req-9e95c65e-bfa8-43ce-b293-7e9d40cde2d4 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614607 Feb 03 20:16:45.855534 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:46.057521 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:46.482131 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d41b7b-bb27-43bb-8e10-1610db2c7430 req-49526a37-7422-4895-bde3-519d856c2a76 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:46.483931 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b6d41b7b-bb27-43bb-8e10-1610db2c7430 req-49526a37-7422-4895-bde3-519d856c2a76 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.90 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 945 time: 0.1835401 Feb 03 20:16:46.582574 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 8cccb142-708c-4927-8c94-341c0eb6c921 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:16:46.589977 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:16:46.590342 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-b6d41b7b-bb27-43bb-8e10-1610db2c7430 req-724c30b3-9332-4905-bd49-bd6467847f25 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Deleting port 8cccb142-708c-4927-8c94-341c0eb6c921 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:16:46.590740 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-b6d41b7b-bb27-43bb-8e10-1610db2c7430 req-724c30b3-9332-4905-bd49-bd6467847f25 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:46.738349 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:46.834626 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb02b67d-d5d0-40be-b7c8-35cb965cbb66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cccb142-708c-4927-8c94-341c0eb6c921'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:16:46.868181 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port 8cccb142-708c-4927-8c94-341c0eb6c921, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=8cccb142-708c-4927-8c94-341c0eb6c921,segment=NetworkSegment(16381d97-9563-462d-9668-9a5c7d12abff),segment_id=16381d97-9563-462d-9668-9a5c7d12abff)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:16:46.901594 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:46.943258 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-b6d41b7b-bb27-43bb-8e10-1610db2c7430 req-724c30b3-9332-4905-bd49-bd6467847f25 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] For port 8cccb142-708c-4927-8c94-341c0eb6c921, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=8cccb142-708c-4927-8c94-341c0eb6c921,segment=NetworkSegment(16381d97-9563-462d-9668-9a5c7d12abff),segment_id=16381d97-9563-462d-9668-9a5c7d12abff)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:16:46.943980 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-b6d41b7b-bb27-43bb-8e10-1610db2c7430 req-724c30b3-9332-4905-bd49-bd6467847f25 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:46.989356 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:46.992451 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ec2804dd-0663-4cd2-a090-03d2405aad45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:47.088745 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=8cccb142-708c-4927-8c94-341c0eb6c921,revision_number=5']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:47.124979 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:47.124979 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb02b67d-d5d0-40be-b7c8-35cb965cbb66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cccb142-708c-4927-8c94-341c0eb6c921', 'code': 200} Feb 03 20:16:47.163557 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-b6d41b7b-bb27-43bb-8e10-1610db2c7430 req-724c30b3-9332-4905-bd49-bd6467847f25 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Calling delete_port for 8cccb142-708c-4927-8c94-341c0eb6c921 owned by compute:nova {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:16:47.343296 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fb9b0-eff5-41f0-a437-15df5136b3b4 req-b6bc86b3-91ef-4e45-8168-222dceb37db1 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:47.344964 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5a2fb9b0-eff5-41f0-a437-15df5136b3b4 req-b6bc86b3-91ef-4e45-8168-222dceb37db1 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 943 time: 0.3835504 Feb 03 20:16:47.415536 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5a2fb9b0-eff5-41f0-a437-15df5136b3b4 req-011e3490-a52b-4cb7-b684-4fd3d1f77a7f tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634773 Feb 03 20:16:47.475628 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.db.api [req-b6d41b7b-bb27-43bb-8e10-1610db2c7430 req-724c30b3-9332-4905-bd49-bd6467847f25 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80170) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 03 20:16:47.476305 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_db.api [req-b6d41b7b-bb27-43bb-8e10-1610db2c7430 req-724c30b3-9332-4905-bd49-bd6467847f25 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 03 20:16:47.543518 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:47.977120 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-b6d41b7b-bb27-43bb-8e10-1610db2c7430 req-724c30b3-9332-4905-bd49-bd6467847f25 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Deleting port 8cccb142-708c-4927-8c94-341c0eb6c921 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:16:47.977589 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-b6d41b7b-bb27-43bb-8e10-1610db2c7430 req-724c30b3-9332-4905-bd49-bd6467847f25 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:48.456445 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-b6d41b7b-bb27-43bb-8e10-1610db2c7430 req-724c30b3-9332-4905-bd49-bd6467847f25 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] For port 8cccb142-708c-4927-8c94-341c0eb6c921, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=8cccb142-708c-4927-8c94-341c0eb6c921,segment=NetworkSegment(16381d97-9563-462d-9668-9a5c7d12abff),segment_id=16381d97-9563-462d-9668-9a5c7d12abff)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:16:48.456688 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-b6d41b7b-bb27-43bb-8e10-1610db2c7430 req-724c30b3-9332-4905-bd49-bd6467847f25 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:48.605790 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-b6d41b7b-bb27-43bb-8e10-1610db2c7430 req-724c30b3-9332-4905-bd49-bd6467847f25 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Calling delete_port for 8cccb142-708c-4927-8c94-341c0eb6c921 owned by compute:nova {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:16:48.884578 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef408a-ad49-489e-b9c7-ab612193518c req-0586bd80-c3ff-4acf-a4c3-0076218aec74 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:48.886350 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5fef408a-ad49-489e-b9c7-ab612193518c req-0586bd80-c3ff-4acf-a4c3-0076218aec74 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 943 time: 0.2932684 Feb 03 20:16:48.980339 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5fef408a-ad49-489e-b9c7-ab612193518c req-d5ecf5c9-6275-4ed3-8fb9-d2404cdec08c tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/security-groups?id=d09eab84-8ff4-4815-ad68-df0c13cd5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860550 Feb 03 20:16:49.027736 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-b6d41b7b-bb27-43bb-8e10-1610db2c7430 req-724c30b3-9332-4905-bd49-bd6467847f25 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:49.046444 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-659f4da1-46d5-4a1d-89dc-ba100d5fe03a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:49.147611 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c30b3-9332-4905-bd49-bd6467847f25 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Pushing event deleted for resources: {'Port': ['ID=8cccb142-708c-4927-8c94-341c0eb6c921,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:49.150504 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-724c30b3-9332-4905-bd49-bd6467847f25 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:49.265167 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d41b7b-bb27-43bb-8e10-1610db2c7430 req-724c30b3-9332-4905-bd49-bd6467847f25 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] No DVR routers for this DVR port 8cccb142-708c-4927-8c94-341c0eb6c921 on host hv-cinder-77398 {{(pid=80170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 20:16:49.268126 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-b6d41b7b-bb27-43bb-8e10-1610db2c7430 req-724c30b3-9332-4905-bd49-bd6467847f25 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:49.272162 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb02b67d-d5d0-40be-b7c8-35cb965cbb66', 'name': 'network-vif-deleted', 'tag': '8cccb142-708c-4927-8c94-341c0eb6c921'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:16:49.334490 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb02b67d-d5d0-40be-b7c8-35cb965cbb66', 'name': 'network-vif-deleted', 'tag': '8cccb142-708c-4927-8c94-341c0eb6c921', 'status': 'completed', 'code': 200} Feb 03 20:16:49.342765 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b6d41b7b-bb27-43bb-8e10-1610db2c7430 req-724c30b3-9332-4905-bd49-bd6467847f25 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.90 "DELETE /v2.0/ports/8cccb142-708c-4927-8c94-341c0eb6c921 HTTP/1.1" status: 204 len: 173 time: 2.8526037 Feb 03 20:16:50.222751 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-f49c20c9-637d-40a7-9bba-d3c600d5014f req-40cfe19b-1ed9-4917-9d5e-14318afecf4b tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Synchronizing usage tracker for tenant:3d2e750b64264333a0c0080a78748667 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:16:50.296882 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-f49c20c9-637d-40a7-9bba-d3c600d5014f req-40cfe19b-1ed9-4917-9d5e-14318afecf4b tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Unset dirty status for tenant:3d2e750b64264333a0c0080a78748667 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:16:50.298240 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f49c20c9-637d-40a7-9bba-d3c600d5014f req-40cfe19b-1ed9-4917-9d5e-14318afecf4b tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb02b67d-d5d0-40be-b7c8-35cb965cbb66 HTTP/1.1" status: 200 len: 210 time: 0.1396186 Feb 03 20:16:50.874115 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cb82b-f0af-43f4-8de1-bf9510a4e68f req-6087f320-c987-48bc-af73-4cc830eb4169 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:50.875773 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5b3cb82b-f0af-43f4-8de1-bf9510a4e68f req-6087f320-c987-48bc-af73-4cc830eb4169 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.1803381 Feb 03 20:16:50.943594 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5b3cb82b-f0af-43f4-8de1-bf9510a4e68f req-0e7be316-2035-45ba-8484-d1631caa7f20 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608554 Feb 03 20:16:51.189251 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 53496) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:51.259444 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_v2 [None req-2509b76d-a048-4235-b607-497336bfee4d admin admin] Deleting subnet eead1d2b-cca7-4205-8795-1c326721fc04 {{(pid=80169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 03 20:16:51.262835 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2509b76d-a048-4235-b607-497336bfee4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:51.323234 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2509b76d-a048-4235-b607-497336bfee4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65514616'] for subnet, precommit_delete_associations {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:51.383364 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2509b76d-a048-4235-b607-497336bfee4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-22235'] for subnet, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:51.427562 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 53504) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:52.035335 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2509b76d-a048-4235-b607-497336bfee4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854753581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789467195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66919813'] for subnet, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:52.060768 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:52.071266 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d555122b-62af-493c-a4af-ed696dcde845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853131978'] for router_interface, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:52.164007 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509b76d-a048-4235-b607-497336bfee4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eead1d2b-cca7-4205-8795-1c326721fc04,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:52.169517 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-2509b76d-a048-4235-b607-497336bfee4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:52.221776 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2509b76d-a048-4235-b607-497336bfee4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:52.239691 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-2509b76d-a048-4235-b607-497336bfee4d admin admin] 10.222.0.101 "DELETE /v2.0/subnets/eead1d2b-cca7-4205-8795-1c326721fc04 HTTP/1.1" status: 204 len: 168 time: 1.0469265 Feb 03 20:16:52.241207 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 53518) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:52.299969 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 53522) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:52.369406 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-461239d2-4705-4130-a43c-54aab12ca176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852798343'] for network, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:52.568291 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-461239d2-4705-4130-a43c-54aab12ca176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8528', 'neutron.services.segments.db._delete_segments_for_network--9223363306292405654'] for network, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:52.577703 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8f94-2e3a-45d6-b0d4-a8b574a07d5c req-d1d81bcb-4945-41da-bd4a-d7305656881e tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:52.580242 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4f1d8f94-2e3a-45d6-b0d4-a8b574a07d5c req-d1d81bcb-4945-41da-bd4a-d7305656881e tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.3426819 Feb 03 20:16:52.581347 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-96eb8047-6c6e-4128-8b05-f1202772dc25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:52.631651 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-96eb8047-6c6e-4128-8b05-f1202772dc25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:16:52.642937 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-96eb8047-6c6e-4128-8b05-f1202772dc25 admin admin] Usage tracker for resource:security_group_rule and tenant:28e74284f8da47c897fedc08d76f5738 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:16:52.646515 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-96eb8047-6c6e-4128-8b05-f1202772dc25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:16:52.663292 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-96eb8047-6c6e-4128-8b05-f1202772dc25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:16:52.707237 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4f1d8f94-2e3a-45d6-b0d4-a8b574a07d5c req-28cdd28b-5e36-4b2a-b0b7-b2ee5149ea8c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076405 Feb 03 20:16:52.709112 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-461239d2-4705-4130-a43c-54aab12ca176 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e74a4eb-e679-4078-9d01-e8eef306fc8c']}} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:16:52.750829 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-461239d2-4705-4130-a43c-54aab12ca176 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d4f4a6-d4d9-431c-ab1c-0ce5a58bf3bc') {'for_net_delete': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:16:52.751712 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-461239d2-4705-4130-a43c-54aab12ca176 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d4f4a6-d4d9-431c-ab1c-0ce5a58bf3bc') {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:16:52.784336 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-461239d2-4705-4130-a43c-54aab12ca176 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306292408726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789261200'] for segment, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:52.819621 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-461239d2-4705-4130-a43c-54aab12ca176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:52.822248 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-461239d2-4705-4130-a43c-54aab12ca176 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 03 20:16:52.837714 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-d555122b-62af-493c-a4af-ed696dcde845 admin admin] Deleting port 6178468b-b43a-4106-b259-ab0a21323400 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:16:52.838098 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d555122b-62af-493c-a4af-ed696dcde845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:53.025594 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-461239d2-4705-4130-a43c-54aab12ca176 admin admin] Network 0e74a4eb-e679-4078-9d01-e8eef306fc8c has no segments {{(pid=80169) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 20:16:53.037252 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-461239d2-4705-4130-a43c-54aab12ca176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789467222'] for segment, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:53.232655 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-461239d2-4705-4130-a43c-54aab12ca176 admin admin] Network 0e74a4eb-e679-4078-9d01-e8eef306fc8c has no segments {{(pid=80169) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 20:16:53.242372 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-96eb8047-6c6e-4128-8b05-f1202772dc25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: Traceback (most recent call last): Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: timer() Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: cb(*args, **kw) Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: return func(*args, **kwargs) Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: self._notify() Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: self.callback(batched_events) Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: event.method(event) Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: segment_id)['aggregates'][0] Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: return f(self, *a, **k) Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: return self._get(url).json() Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: **kwargs) Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: return self.request(url, 'GET', **kwargs) Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: **endpoint_filter) Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 20:16:53.264876 dv-cinder-773985-1-smb neutron-server[80058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 20:16:53.291466 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-96eb8047-6c6e-4128-8b05-f1202772dc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:53.304330 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-df4ef667-49cf-4ebe-b897-ed1668466e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:53.327610 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-d555122b-62af-493c-a4af-ed696dcde845 admin admin] For port 6178468b-b43a-4106-b259-ab0a21323400, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=6178468b-b43a-4106-b259-ab0a21323400,segment=NetworkSegment(16381d97-9563-462d-9668-9a5c7d12abff),segment_id=16381d97-9563-462d-9668-9a5c7d12abff)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:16:53.328008 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d555122b-62af-493c-a4af-ed696dcde845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:53.426862 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb8047-6c6e-4128-8b05-f1202772dc25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224af107-fc14-4316-a3d1-b26a2011e06e,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:53.431243 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-96eb8047-6c6e-4128-8b05-f1202772dc25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:53.472518 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-461239d2-4705-4130-a43c-54aab12ca176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853105267'] for network, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:53.481186 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-461239d2-4705-4130-a43c-54aab12ca176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:53.491478 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9a1d352d-4b56-4400-b525-e19671fe3483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:53.504604 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-d555122b-62af-493c-a4af-ed696dcde845 admin admin] Calling delete_port for 6178468b-b43a-4106-b259-ab0a21323400 owned by network:router_interface {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:16:53.515029 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461239d2-4705-4130-a43c-54aab12ca176 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e74a4eb-e679-4078-9d01-e8eef306fc8c,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:53.518384 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-461239d2-4705-4130-a43c-54aab12ca176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:53.536944 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-96eb8047-6c6e-4128-8b05-f1202772dc25 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=28e74284f8da47c897fedc08d76f5738&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2334681 Feb 03 20:16:53.543283 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-461239d2-4705-4130-a43c-54aab12ca176 admin admin] 10.222.0.101 "DELETE /v2.0/networks/0e74a4eb-e679-4078-9d01-e8eef306fc8c HTTP/1.1" status: 204 len: 168 time: 1.2982612 Feb 03 20:16:53.543283 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 53542) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:53.543846 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 53544) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:53.663740 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_v2 [None req-6960f26f-af8c-4e52-bee7-be6c3847b4da admin admin] Deleting subnet 7e595887-70be-495b-8e7e-301dbdb153ab {{(pid=80169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 03 20:16:53.669741 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6960f26f-af8c-4e52-bee7-be6c3847b4da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:53.712838 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4a560c4a-d4e0-416d-aa28-bfa5289f9d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:53.767650 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6960f26f-af8c-4e52-bee7-be6c3847b4da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65514616'] for subnet, precommit_delete_associations {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:53.805608 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4a560c4a-d4e0-416d-aa28-bfa5289f9d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:53.868652 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6960f26f-af8c-4e52-bee7-be6c3847b4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-22235'] for subnet, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:53.919613 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d555122b-62af-493c-a4af-ed696dcde845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:53.938183 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:54.005607 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4a560c4a-d4e0-416d-aa28-bfa5289f9d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:54.015977 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-4da4743b-a8f5-4322-bae8-d78ea9b374ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:54.032328 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a560c4a-d4e0-416d-aa28-bfa5289f9d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224af107-fc14-4316-a3d1-b26a2011e06e,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:54.049309 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-4a560c4a-d4e0-416d-aa28-bfa5289f9d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:54.056978 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4a560c4a-d4e0-416d-aa28-bfa5289f9d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:54.069811 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-4a560c4a-d4e0-416d-aa28-bfa5289f9d8e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/224af107-fc14-4316-a3d1-b26a2011e06e HTTP/1.1" status: 204 len: 168 time: 0.5187345 Feb 03 20:16:54.101697 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555122b-62af-493c-a4af-ed696dcde845 admin admin] Pushing event deleted for resources: {'Port': ['ID=6178468b-b43a-4106-b259-ab0a21323400,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:54.112465 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-d555122b-62af-493c-a4af-ed696dcde845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:54.222780 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6960f26f-af8c-4e52-bee7-be6c3847b4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854753581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789467195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66919813'] for subnet, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:54.239139 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:54.313560 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2faa6-662c-4217-842e-49e7f5c12286 req-b503b80a-d3ea-4ba6-9fae-00094a6ac2fc tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:54.315829 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ffd2faa6-662c-4217-842e-49e7f5c12286 req-b503b80a-d3ea-4ba6-9fae-00094a6ac2fc tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.3808415 Feb 03 20:16:54.328097 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960f26f-af8c-4e52-bee7-be6c3847b4da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e595887-70be-495b-8e7e-301dbdb153ab,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:54.344472 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-6960f26f-af8c-4e52-bee7-be6c3847b4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:54.387293 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6960f26f-af8c-4e52-bee7-be6c3847b4da admin admin] Notify callbacks [] for subnet, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:54.397325 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-6960f26f-af8c-4e52-bee7-be6c3847b4da admin admin] 10.222.0.101 "DELETE /v2.0/subnets/7e595887-70be-495b-8e7e-301dbdb153ab HTTP/1.1" status: 204 len: 168 time: 0.8494098 Feb 03 20:16:54.397724 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 53556) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:54.529887 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ad85c66d-fba5-46e2-8efc-d78962782deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852798343'] for network, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:54.583857 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ffd2faa6-662c-4217-842e-49e7f5c12286 req-77b047bc-0cc9-41b9-9168-ab0667ecc65e tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074393 Feb 03 20:16:54.600700 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d555122b-62af-493c-a4af-ed696dcde845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1644146'] for router_interface, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:54.776917 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ad85c66d-fba5-46e2-8efc-d78962782deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8528', 'neutron.services.segments.db._delete_segments_for_network--9223363306292405654'] for network, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:54.902954 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-ad85c66d-fba5-46e2-8efc-d78962782deb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6331a6-61a6-47c1-85aa-18cd6a12ce19']}} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:16:54.918649 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-ad85c66d-fba5-46e2-8efc-d78962782deb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8bedc8f-0c75-4163-800c-fa3605e82f66') {'for_net_delete': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:16:54.919043 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-ad85c66d-fba5-46e2-8efc-d78962782deb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8bedc8f-0c75-4163-800c-fa3605e82f66') {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:16:54.935370 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ad85c66d-fba5-46e2-8efc-d78962782deb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306292408726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789261200'] for segment, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:54.951700 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ad85c66d-fba5-46e2-8efc-d78962782deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:54.953783 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ad85c66d-fba5-46e2-8efc-d78962782deb admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 03 20:16:55.142925 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-ad85c66d-fba5-46e2-8efc-d78962782deb admin admin] Network cf6331a6-61a6-47c1-85aa-18cd6a12ce19 has no segments {{(pid=80169) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 20:16:55.153944 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ad85c66d-fba5-46e2-8efc-d78962782deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789467222'] for segment, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:55.376800 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d555122b-62af-493c-a4af-ed696dcde845 admin admin] Router 0da00afb-f519-4c6e-aba1-0f9086b7afc5 has already been hosted by L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 {{(pid=80170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 20:16:55.597920 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d555122b-62af-493c-a4af-ed696dcde845 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:16:55.598239 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-ad85c66d-fba5-46e2-8efc-d78962782deb admin admin] Network cf6331a6-61a6-47c1-85aa-18cd6a12ce19 has no segments {{(pid=80169) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 20:16:55.611118 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ebce62-ffdf-4bf5-8f8f-ee273b8d195d None None] Sync routers for ids ['0da00afb-f519-4c6e-aba1-0f9086b7afc5'] in dv-cinder-773985-1-smb {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:16:55.632623 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ebce62-ffdf-4bf5-8f8f-ee273b8d195d None None] Routers {'0da00afb-f519-4c6e-aba1-0f9086b7afc5'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:16:55.633295 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-91ebce62-ffdf-4bf5-8f8f-ee273b8d195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:16:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['0da00afb-f519-4c6e-aba1-0f9086b7afc5'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: Traceback (most recent call last): Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: timer() Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: cb(*args, **kw) Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: return func(*args, **kwargs) Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: self._notify() Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: self.callback(batched_events) Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: event.method(event) Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: segment_id)['aggregates'][0] Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: return f(self, *a, **k) Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: return self._get(url).json() Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: **kwargs) Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: return self.request(url, 'GET', **kwargs) Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: **endpoint_filter) Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 20:16:55.638610 dv-cinder-773985-1-smb neutron-server[80058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 20:16:55.656132 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-d555122b-62af-493c-a4af-ed696dcde845 admin admin] 10.222.0.101 "PUT /v2.0/routers/0da00afb-f519-4c6e-aba1-0f9086b7afc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2274446 Feb 03 20:16:55.656915 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 53568) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:55.787928 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ad85c66d-fba5-46e2-8efc-d78962782deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853105267'] for network, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:55.792679 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ad85c66d-fba5-46e2-8efc-d78962782deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:55.797556 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:55.833345 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-ad85c66d-fba5-46e2-8efc-d78962782deb admin admin] 10.222.0.101 "DELETE /v2.0/networks/cf6331a6-61a6-47c1-85aa-18cd6a12ce19 HTTP/1.1" status: 204 len: 168 time: 1.4343889 Feb 03 20:16:55.848488 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85c66d-fba5-46e2-8efc-d78962782deb admin admin] Pushing event deleted for resources: {'Network': ['ID=cf6331a6-61a6-47c1-85aa-18cd6a12ce19,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:55.858543 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ad85c66d-fba5-46e2-8efc-d78962782deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:55.920520 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-91ebce62-ffdf-4bf5-8f8f-ee273b8d195d None None] Set router 0da00afb-f519-4c6e-aba1-0f9086b7afc5 gateway port host: dv-cinder-773985-1-smb {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:16:56.121399 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ddbc5-fdf9-47af-b361-849d77623b87 req-344bbd49-475f-4277-847a-2441ad1975b3 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:56.123052 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-738ddbc5-fdf9-47af-b361-849d77623b87 req-344bbd49-475f-4277-847a-2441ad1975b3 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.3127425 Feb 03 20:16:56.129486 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-07a0e68a-ed47-4f97-9286-ea83157f6576 admin admin] Notify callbacks [] for router, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:56.271432 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 53578) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:56.301923 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-91ebce62-ffdf-4bf5-8f8f-ee273b8d195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da00afb-f519-4c6e-aba1-0f9086b7afc5', 'name': 'tempest-ServerRescueNegativeTestJSON-1428538324-router', 'tenant_id': '3d2e750b64264333a0c0080a78748667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': '4f4b2824-a487-406c-97e5-5d33313e2d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:35Z', 'updated_at': '2021-02-03T20:16:53Z', 'revision_number': 5, 'project_id': '3d2e750b64264333a0c0080a78748667', 'gw_port': {'id': '4f4b2824-a487-406c-97e5-5d33313e2d20', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da00afb-f519-4c6e-aba1-0f9086b7afc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:39Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:16:56.306683 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ebce62-ffdf-4bf5-8f8f-ee273b8d195d None None] Checking router: 0da00afb-f519-4c6e-aba1-0f9086b7afc5 for host: dv-cinder-773985-1-smb {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:16:56.327556 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ebce62-ffdf-4bf5-8f8f-ee273b8d195d None None] Routers {'0da00afb-f519-4c6e-aba1-0f9086b7afc5'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:16:56.328641 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-91ebce62-ffdf-4bf5-8f8f-ee273b8d195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:16:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['0da00afb-f519-4c6e-aba1-0f9086b7afc5'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:16:56.341392 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-738ddbc5-fdf9-47af-b361-849d77623b87 req-49b2de29-c57e-4353-a711-da1208ead58e tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526046 Feb 03 20:16:56.343450 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-96e9df64-6904-4771-8b56-741c08a32c54 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=eb29ba9375524071b64902adad859714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0688505 Feb 03 20:16:56.347317 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 53582) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:56.478752 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-07a0e68a-ed47-4f97-9286-ea83157f6576 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:56.495692 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-07a0e68a-ed47-4f97-9286-ea83157f6576 admin admin] Deleting port 4f4b2824-a487-406c-97e5-5d33313e2d20 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:16:56.496072 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-07a0e68a-ed47-4f97-9286-ea83157f6576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:56.596127 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-99e25da7-4586-403c-ada8-72b216cc9f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:56.713664 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-91ebce62-ffdf-4bf5-8f8f-ee273b8d195d None None] Set router 0da00afb-f519-4c6e-aba1-0f9086b7afc5 gateway port host: dv-cinder-773985-1-smb {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:16:56.758509 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455e3ce-9e6e-4b6e-bc10-fe37c1d565e2 req-51d0903b-6e77-4a43-b4e2-01c7b0345763 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:56.762190 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1455e3ce-9e6e-4b6e-bc10-fe37c1d565e2 req-51d0903b-6e77-4a43-b4e2-01c7b0345763 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 945 time: 0.3927569 Feb 03 20:16:56.794619 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-99e25da7-4586-403c-ada8-72b216cc9f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:56.927254 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-07a0e68a-ed47-4f97-9286-ea83157f6576 admin admin] For port 4f4b2824-a487-406c-97e5-5d33313e2d20, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=4f4b2824-a487-406c-97e5-5d33313e2d20,segment=NetworkSegment(194f5804-a926-4317-99f2-0a1ac54a9265),segment_id=194f5804-a926-4317-99f2-0a1ac54a9265)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:16:56.927603 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-07a0e68a-ed47-4f97-9286-ea83157f6576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:56.954521 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1455e3ce-9e6e-4b6e-bc10-fe37c1d565e2 req-d9d5a36b-8936-47b9-a66b-41c00faecb4d tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778469 Feb 03 20:16:57.053518 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-91ebce62-ffdf-4bf5-8f8f-ee273b8d195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da00afb-f519-4c6e-aba1-0f9086b7afc5', 'name': 'tempest-ServerRescueNegativeTestJSON-1428538324-router', 'tenant_id': '3d2e750b64264333a0c0080a78748667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': '4f4b2824-a487-406c-97e5-5d33313e2d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:35Z', 'updated_at': '2021-02-03T20:16:53Z', 'revision_number': 5, 'project_id': '3d2e750b64264333a0c0080a78748667', 'gw_port': {'id': '4f4b2824-a487-406c-97e5-5d33313e2d20', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da00afb-f519-4c6e-aba1-0f9086b7afc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:39Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:16:57.057783 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ebce62-ffdf-4bf5-8f8f-ee273b8d195d None None] The sync data for ids ['0da00afb-f519-4c6e-aba1-0f9086b7afc5'] in dv-cinder-773985-1-smb is: [{'id': '0da00afb-f519-4c6e-aba1-0f9086b7afc5', 'name': 'tempest-ServerRescueNegativeTestJSON-1428538324-router', 'tenant_id': '3d2e750b64264333a0c0080a78748667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': '4f4b2824-a487-406c-97e5-5d33313e2d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:35Z', 'updated_at': '2021-02-03T20:16:53Z', 'revision_number': 5, 'project_id': '3d2e750b64264333a0c0080a78748667', 'gw_port': {'id': '4f4b2824-a487-406c-97e5-5d33313e2d20', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da00afb-f519-4c6e-aba1-0f9086b7afc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:39Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:16:57.091204 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-07a0e68a-ed47-4f97-9286-ea83157f6576 admin admin] Calling delete_port for 4f4b2824-a487-406c-97e5-5d33313e2d20 owned by network:router_gateway {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:16:57.151721 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-99e25da7-4586-403c-ada8-72b216cc9f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:57.159191 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ad6bf0f3-8c05-4981-9d5a-7c3a3743b7c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:57.188097 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e25da7-4586-403c-ada8-72b216cc9f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1a1ed0-faa7-44fa-807b-4306a0e76bb0,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:57.192404 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-99e25da7-4586-403c-ada8-72b216cc9f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:57.243616 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-99e25da7-4586-403c-ada8-72b216cc9f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:57.243616 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-99e25da7-4586-403c-ada8-72b216cc9f95 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6a1a1ed0-faa7-44fa-807b-4306a0e76bb0 HTTP/1.1" status: 204 len: 168 time: 0.8467565 Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-07a0e68a-ed47-4f97-9286-ea83157f6576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: WARNING neutron.plugins.ml2.ovo_rpc [None req-07a0e68a-ed47-4f97-9286-ea83157f6576 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: result = function(*args, **kwargs) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: proto.__init__(conn_state, self) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: self.handle() Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: self.handle_one_request() Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: self.handle_one_response() Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: result = self.application(self.environ, start_response) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: return app(environ, start_response) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: resp = self.call_func(req, *args, **kw) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: return self.func(req, *args, **kwargs) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: response = req.get_response(self.application) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: application, catch_exc_info=False) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: app_iter = application(self.environ, start_response) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: resp = self.call_func(req, *args, **kw) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: return self.func(req, *args, **kwargs) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: response = req.get_response(self.application) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: application, catch_exc_info=False) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: app_iter = application(self.environ, start_response) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: resp = self.call_func(req, *args, **kw) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: return self.func(req, *args, **kwargs) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: response = req.get_response(self.application) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: application, catch_exc_info=False) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: app_iter = application(self.environ, start_response) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: resp = self.call_func(req, *args, **kw) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: return self.func(req, *args, **kwargs) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: response = req.get_response(self.application) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: application, catch_exc_info=False) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: app_iter = application(self.environ, start_response) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: resp = self.call_func(req, *args, **kw) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: return self.func(req, *args, **kwargs) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: return request.get_response(self.application) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: application, catch_exc_info=False) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: app_iter = application(self.environ, start_response) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: resp = self.call_func(req, *args, **kw) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: return self.func(req, *args, **kwargs) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: response = req.get_response(self._app) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: application, catch_exc_info=False) Feb 03 20:16:57.366739 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: app_iter = application(self.environ, start_response) Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: return resp(environ, start_response) Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: return resp(environ, start_response) Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: response = self.app(environ, start_response) Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: return resp(environ, start_response) Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: resp = self.call_func(req, *args, **kw) Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: return self.func(req, *args, **kwargs) Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: result = method(request=request, **args) Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: return self._delete(request, id, **kwargs) Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: return f(*args, **kwargs) Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: return f(*args, **kwargs) Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: return f(*dup_args, **dup_kwargs) Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: obj_deleter(request.context, id, **kwargs) Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: return method(*args, **kwargs) Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: return f(*args, **kwargs) Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: return f(*args, **kwargs) Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: return f(*dup_args, **dup_kwargs) Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: self._delete_current_gw_port(context, id, router, None) Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: admin_ctx, gw_port_id, l3_port_check=False) Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: return f(self, context, *args, **kwargs) Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: return method(*args, **kwargs) Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: context, port, router_ids, bound_mech_contexts) Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: return function(*args, **kwargs) Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: callback(resource, event, trigger, **kwargs) Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: if self._is_session_semantic_violated(context, resource, event): Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: stack = traceback.extract_stack() Feb 03 20:16:57.371479 dv-cinder-773985-1-smb neutron-server[80058]: Feb 03 20:16:57.651535 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-07a0e68a-ed47-4f97-9286-ea83157f6576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1670548'] for router_gateway, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:57.809184 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-07a0e68a-ed47-4f97-9286-ea83157f6576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854762751'] for router, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:57.814545 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-07a0e68a-ed47-4f97-9286-ea83157f6576 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:57.842416 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 53596) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:57.888928 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 6178468b-b43a-4106-b259-ab0a21323400 no longer exists at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:16:57.899944 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-7ea04f52-311e-48a6-abdb-ab118f2bc2bb admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c02cb1bf79424859ba4965b6a38eacb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0560894 Feb 03 20:16:57.902648 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 53600) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:57.913330 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b8a80-19d6-4837-8946-8e5f7a0cabae req-5a535801-00a4-4401-b340-838df49026b1 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:57.915055 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c30b8a80-19d6-4837-8946-8e5f7a0cabae req-5a535801-00a4-4401-b340-838df49026b1 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.4042499 Feb 03 20:16:57.936452 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] No Port match for: 6178468b-b43a-4106-b259-ab0a21323400 {{(pid=80171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 20:16:57.937218 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 6178468b-b43a-4106-b259-ab0a21323400 not bound to the agent host dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 20:16:57.974601 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-524b0c04-78cc-4f23-a2fd-7850b577db39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:58.008777 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-524b0c04-78cc-4f23-a2fd-7850b577db39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:58.065240 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c30b8a80-19d6-4837-8946-8e5f7a0cabae req-452d7887-a62a-44a8-882d-6f4276b24b21 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729752 Feb 03 20:16:58.078251 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-07a0e68a-ed47-4f97-9286-ea83157f6576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853127573'] for router, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:58.078861 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a0e68a-ed47-4f97-9286-ea83157f6576 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0da00afb-f519-4c6e-aba1-0f9086b7afc5 {{(pid=80170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 03 20:16:58.096137 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-07a0e68a-ed47-4f97-9286-ea83157f6576 admin admin] Notify callbacks [] for router, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:58.103190 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-07a0e68a-ed47-4f97-9286-ea83157f6576 admin admin] 10.222.0.101 "DELETE /v2.0/routers/0da00afb-f519-4c6e-aba1-0f9086b7afc5 HTTP/1.1" status: 204 len: 168 time: 2.4399860 Feb 03 20:16:58.103489 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 53608) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:58.144142 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-524b0c04-78cc-4f23-a2fd-7850b577db39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:58.153503 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:58.180102 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b0c04-78cc-4f23-a2fd-7850b577db39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b041e632-76d0-4366-9034-24d68b77f87c,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:58.184809 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-524b0c04-78cc-4f23-a2fd-7850b577db39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:58.185875 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-524b0c04-78cc-4f23-a2fd-7850b577db39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:58.190694 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-524b0c04-78cc-4f23-a2fd-7850b577db39 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b041e632-76d0-4366-9034-24d68b77f87c HTTP/1.1" status: 204 len: 168 time: 0.2868855 Feb 03 20:16:58.206338 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c85616-de49-41e6-b5dd-a32577aac71d admin admin] Deleting subnet bcdd6f27-98eb-4350-a461-05ea1bdb5c9c {{(pid=80169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 03 20:16:58.209813 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-60c85616-de49-41e6-b5dd-a32577aac71d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:58.272045 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-60c85616-de49-41e6-b5dd-a32577aac71d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65514616'] for subnet, precommit_delete_associations {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:58.293774 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd9fe7-5f20-4043-bd01-9c8555879f9a req-da9598da-17af-49ad-9386-0e8bd265df11 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:58.295929 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-aacd9fe7-5f20-4043-bd01-9c8555879f9a req-da9598da-17af-49ad-9386-0e8bd265df11 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 945 time: 0.1806688 Feb 03 20:16:58.337499 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-60c85616-de49-41e6-b5dd-a32577aac71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-22235'] for subnet, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:58.604415 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-aacd9fe7-5f20-4043-bd01-9c8555879f9a req-139f38ce-931e-467d-a878-e84c61cca2e1 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3014352 Feb 03 20:16:58.725276 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-60c85616-de49-41e6-b5dd-a32577aac71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854753581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789467195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66919813'] for subnet, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:58.743945 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:16:58.864608 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c85616-de49-41e6-b5dd-a32577aac71d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcdd6f27-98eb-4350-a461-05ea1bdb5c9c,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:16:58.880041 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-60c85616-de49-41e6-b5dd-a32577aac71d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:16:58.916817 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-60c85616-de49-41e6-b5dd-a32577aac71d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:58.922912 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-60c85616-de49-41e6-b5dd-a32577aac71d admin admin] 10.222.0.101 "DELETE /v2.0/subnets/bcdd6f27-98eb-4350-a461-05ea1bdb5c9c HTTP/1.1" status: 204 len: 168 time: 0.8211098 Feb 03 20:16:58.926331 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 53624) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:16:59.050683 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ae1308c2-d9ab-43e1-bd69-584005c53372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852798343'] for network, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:59.253742 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ae1308c2-d9ab-43e1-bd69-584005c53372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8528', 'neutron.services.segments.db._delete_segments_for_network--9223363306292405654'] for network, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:59.378690 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-ae1308c2-d9ab-43e1-bd69-584005c53372 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['823145a9-cb2c-4281-8d27-c96a6d2cddcd']}} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:16:59.392893 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-ae1308c2-d9ab-43e1-bd69-584005c53372 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16381d97-9563-462d-9668-9a5c7d12abff') {'for_net_delete': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:16:59.393212 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-ae1308c2-d9ab-43e1-bd69-584005c53372 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16381d97-9563-462d-9668-9a5c7d12abff') {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:16:59.405501 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ae1308c2-d9ab-43e1-bd69-584005c53372 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306292408726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789261200'] for segment, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:59.406895 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864e6e0-0b8b-4a29-a931-7ba8a0659fb9 req-190ff1a8-7c82-4186-ad14-1222cecca451 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:59.409422 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f864e6e0-0b8b-4a29-a931-7ba8a0659fb9 req-190ff1a8-7c82-4186-ad14-1222cecca451 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.1805608 Feb 03 20:16:59.425371 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ae1308c2-d9ab-43e1-bd69-584005c53372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:59.427551 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ae1308c2-d9ab-43e1-bd69-584005c53372 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 03 20:16:59.494303 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f864e6e0-0b8b-4a29-a931-7ba8a0659fb9 req-81ec0bff-6193-4b40-873d-ec3d8c962eb9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772374 Feb 03 20:16:59.616161 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-ae1308c2-d9ab-43e1-bd69-584005c53372 admin admin] Network 823145a9-cb2c-4281-8d27-c96a6d2cddcd has no segments {{(pid=80169) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 20:16:59.625177 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ae1308c2-d9ab-43e1-bd69-584005c53372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789467222'] for segment, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:16:59.821992 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-ae1308c2-d9ab-43e1-bd69-584005c53372 admin admin] Network 823145a9-cb2c-4281-8d27-c96a6d2cddcd has no segments {{(pid=80169) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: Traceback (most recent call last): Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: timer() Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: cb(*args, **kw) Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: return func(*args, **kwargs) Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: self._notify() Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: self.callback(batched_events) Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: event.method(event) Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: segment_id)['aggregates'][0] Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: return f(self, *a, **k) Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: return self._get(url).json() Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: **kwargs) Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: return self.request(url, 'GET', **kwargs) Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: **endpoint_filter) Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 20:16:59.846188 dv-cinder-773985-1-smb neutron-server[80058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 20:16:59.932829 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 4f4b2824-a487-406c-97e5-5d33313e2d20 no longer exists at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:16:59.941325 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc79691-3303-41ed-8b43-a134408d64dc req-3b70a3fa-69bf-4ff5-a382-25ebf468ee60 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:16:59.943046 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-cdc79691-3303-41ed-8b43-a134408d64dc req-3b70a3fa-69bf-4ff5-a382-25ebf468ee60 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 945 time: 0.2081277 Feb 03 20:16:59.971806 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] No Port match for: 4f4b2824-a487-406c-97e5-5d33313e2d20 {{(pid=80171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 20:16:59.972209 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 4f4b2824-a487-406c-97e5-5d33313e2d20 not bound to the agent host dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 20:17:00.011049 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ae1308c2-d9ab-43e1-bd69-584005c53372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853105267'] for network, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:00.014350 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-cdc79691-3303-41ed-8b43-a134408d64dc req-c90ac742-58af-4bd7-bdf3-127187dec63d tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647449 Feb 03 20:17:00.014550 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:00.035434 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ae1308c2-d9ab-43e1-bd69-584005c53372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:00.047957 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1308c2-d9ab-43e1-bd69-584005c53372 admin admin] Pushing event deleted for resources: {'Network': ['ID=823145a9-cb2c-4281-8d27-c96a6d2cddcd,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:00.053896 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ae1308c2-d9ab-43e1-bd69-584005c53372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:00.091512 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-ae1308c2-d9ab-43e1-bd69-584005c53372 admin admin] 10.222.0.101 "DELETE /v2.0/networks/823145a9-cb2c-4281-8d27-c96a6d2cddcd HTTP/1.1" status: 204 len: 168 time: 1.1640894 Feb 03 20:17:00.415814 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 53668) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:17:00.470547 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-b4f9c0d4-a727-4b21-9f0b-ef57565840c2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3d2e750b64264333a0c0080a78748667&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0527117 Feb 03 20:17:00.473957 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 53674) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:17:00.550739 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4cc1740c-d2e0-4385-adf5-cdf804504682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:00.582058 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4cc1740c-d2e0-4385-adf5-cdf804504682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:00.667920 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4cc1740c-d2e0-4385-adf5-cdf804504682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:00.673479 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-f31df46d-1c92-4c3a-9fb2-0966f7301156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:00.687623 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1740c-d2e0-4385-adf5-cdf804504682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09eab84-8ff4-4815-ad68-df0c13cd5a85,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:00.695324 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-4cc1740c-d2e0-4385-adf5-cdf804504682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:00.752972 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4cc1740c-d2e0-4385-adf5-cdf804504682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:00.754489 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-4cc1740c-d2e0-4385-adf5-cdf804504682 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d09eab84-8ff4-4815-ad68-df0c13cd5a85 HTTP/1.1" status: 204 len: 168 time: 0.2792385 Feb 03 20:17:00.831309 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e9ef5-ff9c-45c8-9207-7c75ab34733d req-a6d2ea37-439f-45a6-8348-0e73273013ef tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:00.833364 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f52e9ef5-ff9c-45c8-9207-7c75ab34733d req-a6d2ea37-439f-45a6-8348-0e73273013ef tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.1854029 Feb 03 20:17:00.926060 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f52e9ef5-ff9c-45c8-9207-7c75ab34733d req-fe5fd79b-92b2-4d21-a7d3-44555022b8e6 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853193 Feb 03 20:17:01.033619 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 2a86718e-7a23-45f7-977f-2a3cad359862 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:17:01.127612 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 2a86718e-7a23-45f7-977f-2a3cad359862 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:17:01.128044 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:01.401257 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a7e35-be3a-41e5-99f4-272906edc512 req-47db9dcf-6a72-45fe-a344-33577b047964 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:01.401257 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-338a7e35-be3a-41e5-99f4-272906edc512 req-47db9dcf-6a72-45fe-a344-33577b047964 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 945 time: 0.2189810 Feb 03 20:17:01.467688 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-338a7e35-be3a-41e5-99f4-272906edc512 req-2c2ba42f-5879-4bc3-8c7d-5427ecf59d51 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607724 Feb 03 20:17:02.248079 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f85a8-63ba-4a8b-8c22-c75f9ead3252 req-f97a940c-8e43-479e-9474-5eec5eae03f8 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:02.249794 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-999f85a8-63ba-4a8b-8c22-c75f9ead3252 req-f97a940c-8e43-479e-9474-5eec5eae03f8 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.1715164 Feb 03 20:17:02.321978 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-999f85a8-63ba-4a8b-8c22-c75f9ead3252 req-7512600f-da73-4a48-a7e2-26f904107100 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651436 Feb 03 20:17:02.774784 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3ad9a-aa3a-4063-984a-edfb5e885a84 req-6774dff0-7866-4a72-9084-24cb30ef8da8 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:02.776564 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-cea3ad9a-aa3a-4063-984a-edfb5e885a84 req-6774dff0-7866-4a72-9084-24cb30ef8da8 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 945 time: 0.1718023 Feb 03 20:17:02.845838 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-cea3ad9a-aa3a-4063-984a-edfb5e885a84 req-d8e0d247-cbb7-46ce-899e-709ce36af905 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620813 Feb 03 20:17:03.716924 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0bb08-a41b-4c98-a471-e500f735284c req-88daf9d7-58b9-4112-9411-e98f106f10a6 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:03.718721 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3ef0bb08-a41b-4c98-a471-e500f735284c req-88daf9d7-58b9-4112-9411-e98f106f10a6 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.1734760 Feb 03 20:17:03.788147 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3ef0bb08-a41b-4c98-a471-e500f735284c req-c67b48e0-5352-4bf2-9f4e-aa8e3bd26607 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616808 Feb 03 20:17:04.151006 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05af532-8220-417d-be48-798e1a916110 req-72ceb0ac-61fe-4efc-bde0-daa1227ebc02 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:04.152765 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d05af532-8220-417d-be48-798e1a916110 req-72ceb0ac-61fe-4efc-bde0-daa1227ebc02 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 945 time: 0.1704745 Feb 03 20:17:04.221013 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d05af532-8220-417d-be48-798e1a916110 req-5ade9498-5a08-4b4d-8a96-05d7aa543966 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617445 Feb 03 20:17:04.979103 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 53774) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:17:05.115222 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36575d5-432f-4c51-829c-93cd2afe1d16 req-ac03ee05-fef4-447f-9dc9-15039813b524 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:05.117025 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e36575d5-432f-4c51-829c-93cd2afe1d16 req-ac03ee05-fef4-447f-9dc9-15039813b524 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.1711435 Feb 03 20:17:05.137042 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-31c6baa9-5cf2-4258-b467-2717767f936a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:05.157032 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-31c6baa9-5cf2-4258-b467-2717767f936a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:17:05.161754 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-31c6baa9-5cf2-4258-b467-2717767f936a admin admin] Usage tracker for resource:security_group_rule and tenant:0dd632a5cde645e383774b962aa813d6 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:17:05.164739 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-31c6baa9-5cf2-4258-b467-2717767f936a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:17:05.170589 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-31c6baa9-5cf2-4258-b467-2717767f936a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:17:05.186248 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e36575d5-432f-4c51-829c-93cd2afe1d16 req-56bc4e0b-a005-4729-873f-32bffb579968 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600922 Feb 03 20:17:05.258090 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-31c6baa9-5cf2-4258-b467-2717767f936a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:05.388074 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-31c6baa9-5cf2-4258-b467-2717767f936a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:05.398099 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-0ee13412-8684-45c3-825b-a2b47de62968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:05.443841 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-31c6baa9-5cf2-4258-b467-2717767f936a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0dd632a5cde645e383774b962aa813d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4634192 Feb 03 20:17:05.444834 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6baa9-5cf2-4258-b467-2717767f936a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef0cd99-6cda-4056-9cfa-80c24d57f7ba,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:05.447393 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 53782) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:17:05.450071 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-31c6baa9-5cf2-4258-b467-2717767f936a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:05.514784 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-13802460-7b19-487e-a91a-074499902a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:05.539748 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf03a16-3839-49f8-8ee0-d63c89c65dcd req-5bed1aa1-f4d6-4d9f-9131-0fed2237683f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:05.541478 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9cf03a16-3839-49f8-8ee0-d63c89c65dcd req-5bed1aa1-f4d6-4d9f-9131-0fed2237683f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 945 time: 0.1860166 Feb 03 20:17:05.544514 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-13802460-7b19-487e-a91a-074499902a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:05.614357 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9cf03a16-3839-49f8-8ee0-d63c89c65dcd req-4eb770ce-beac-43df-ab3e-a67fa09a9530 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636311 Feb 03 20:17:05.650759 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-13802460-7b19-487e-a91a-074499902a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:05.656283 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-87d2bd90-97b8-45ef-93e2-790c09c4aefa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:05.671560 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13802460-7b19-487e-a91a-074499902a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef0cd99-6cda-4056-9cfa-80c24d57f7ba,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:05.674147 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-13802460-7b19-487e-a91a-074499902a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:05.679493 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-13802460-7b19-487e-a91a-074499902a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:05.680748 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-13802460-7b19-487e-a91a-074499902a4a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/eef0cd99-6cda-4056-9cfa-80c24d57f7ba HTTP/1.1" status: 204 len: 168 time: 0.2323010 Feb 03 20:17:06.858650 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9fca9-2638-4856-a632-3023671ed58a req-b2ca636e-9827-464d-8cc2-9dd93f417150 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:06.860604 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8cb9fca9-2638-4856-a632-3023671ed58a req-b2ca636e-9827-464d-8cc2-9dd93f417150 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.1951921 Feb 03 20:17:06.997047 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8cb9fca9-2638-4856-a632-3023671ed58a req-18aa3f79-dc62-4561-9f43-fa3b45f29cb4 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861843 Feb 03 20:17:07.097369 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec246388-e33c-4e16-89c3-86e763ff60d8 req-ab4ec97c-fb36-4c82-86fa-f4610987b945 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:07.098985 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ec246388-e33c-4e16-89c3-86e763ff60d8 req-ab4ec97c-fb36-4c82-86fa-f4610987b945 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 945 time: 0.2372739 Feb 03 20:17:07.165545 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ec246388-e33c-4e16-89c3-86e763ff60d8 req-95ea4050-0904-4728-a8ee-06355b319b37 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602152 Feb 03 20:17:07.255985 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 53804) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:17:07.276333 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-555e197a-3e22-42cf-9994-1b1a6e2af0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:07.292125 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-555e197a-3e22-42cf-9994-1b1a6e2af0f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:17:07.296236 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-555e197a-3e22-42cf-9994-1b1a6e2af0f9 admin admin] Usage tracker for resource:security_group_rule and tenant:9a1ed307b7054e1eb1ddcd631508c852 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:17:07.302292 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-555e197a-3e22-42cf-9994-1b1a6e2af0f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:17:07.308248 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-555e197a-3e22-42cf-9994-1b1a6e2af0f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:17:07.398879 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-555e197a-3e22-42cf-9994-1b1a6e2af0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:07.439588 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-555e197a-3e22-42cf-9994-1b1a6e2af0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:07.448925 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-31c6baa9-5cf2-4258-b467-2717767f936a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:07.495555 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-555e197a-3e22-42cf-9994-1b1a6e2af0f9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9a1ed307b7054e1eb1ddcd631508c852&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382278 Feb 03 20:17:07.497685 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e197a-3e22-42cf-9994-1b1a6e2af0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d06e40a-b5c6-4376-a33c-b35f8ff46fc1,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:07.498362 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 53808) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:17:07.501892 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-555e197a-3e22-42cf-9994-1b1a6e2af0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:07.565204 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3aa4179c-1368-4181-a9e7-8fd0390d8052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:07.592794 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3aa4179c-1368-4181-a9e7-8fd0390d8052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:07.718093 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3aa4179c-1368-4181-a9e7-8fd0390d8052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:07.724732 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-b2fa819b-809a-4f69-a126-ab2d041e7507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:07.736177 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4179c-1368-4181-a9e7-8fd0390d8052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d06e40a-b5c6-4376-a33c-b35f8ff46fc1,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:07.739358 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3aa4179c-1368-4181-a9e7-8fd0390d8052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:07.745687 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3aa4179c-1368-4181-a9e7-8fd0390d8052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:07.749366 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-3aa4179c-1368-4181-a9e7-8fd0390d8052 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1d06e40a-b5c6-4376-a33c-b35f8ff46fc1 HTTP/1.1" status: 204 len: 168 time: 0.2474797 Feb 03 20:17:08.319880 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da62163-e684-4344-861d-a1f04ef67efd req-34e7deec-5c93-49d0-b529-a5426eda382f tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:08.321649 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3da62163-e684-4344-861d-a1f04ef67efd req-34e7deec-5c93-49d0-b529-a5426eda382f tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.1724560 Feb 03 20:17:08.453856 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3da62163-e684-4344-861d-a1f04ef67efd req-9a20ca99-949e-4a05-b3a1-16625b3026ea tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945723 Feb 03 20:17:08.571064 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad5b69-0fbd-4400-9bdf-b09544402c45 req-8ffe43f6-b9d1-4bfd-bcf6-4075259c534f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:08.582895 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b9ad5b69-0fbd-4400-9bdf-b09544402c45 req-8ffe43f6-b9d1-4bfd-bcf6-4075259c534f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 945 time: 0.2600191 Feb 03 20:17:08.652840 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b9ad5b69-0fbd-4400-9bdf-b09544402c45 req-d1949c3c-a0ae-4d04-800e-475981fe922f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686870 Feb 03 20:17:09.127711 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 53852) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:17:09.309031 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-c53c1821-4530-4367-bc9e-20adb2a00d4b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1251089237-network', 'tenant_id': '73913970268448ee97673e03b3b49b75'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:17:09.314264 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-c53c1821-4530-4367-bc9e-20adb2a00d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:17:09.318658 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-c53c1821-4530-4367-bc9e-20adb2a00d4b admin admin] Usage tracker for resource:network and tenant:73913970268448ee97673e03b3b49b75 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:17:09.322080 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-c53c1821-4530-4367-bc9e-20adb2a00d4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:17:09.330520 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-c53c1821-4530-4367-bc9e-20adb2a00d4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:17:09.369384 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53c1821-4530-4367-bc9e-20adb2a00d4b admin admin] Made reservation on behalf of 73913970268448ee97673e03b3b49b75 for: {'network': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:17:09.374181 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c53c1821-4530-4367-bc9e-20adb2a00d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for network, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:09.388475 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c53c1821-4530-4367-bc9e-20adb2a00d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:09.404217 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-c53c1821-4530-4367-bc9e-20adb2a00d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:17:09.408792 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-c53c1821-4530-4367-bc9e-20adb2a00d4b admin admin] Usage tracker for resource:security_group_rule and tenant:73913970268448ee97673e03b3b49b75 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:17:09.411762 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-c53c1821-4530-4367-bc9e-20adb2a00d4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:17:09.417460 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-c53c1821-4530-4367-bc9e-20adb2a00d4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:17:09.607522 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c53c1821-4530-4367-bc9e-20adb2a00d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:09.653483 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c53c1821-4530-4367-bc9e-20adb2a00d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:09.663536 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-908ddf5d-b25b-4f56-9d44-e8b2ee118461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:09.698235 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53c1821-4530-4367-bc9e-20adb2a00d4b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 20:17:09.726472 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c53c1821-4530-4367-bc9e-20adb2a00d4b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730562370146', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:09.726976 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.segments_db [None req-c53c1821-4530-4367-bc9e-20adb2a00d4b admin admin] Added segment 0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd of type vxlan for network f5682e83-11b2-46ba-b750-39074c149b2f Feb 03 20:17:09.739244 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c1821-4530-4367-bc9e-20adb2a00d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b7ac28-d87c-4cef-9c91-62a9705add61,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:09.757031 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c53c1821-4530-4367-bc9e-20adb2a00d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:09.765611 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c53c1821-4530-4367-bc9e-20adb2a00d4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306292959399'] for network, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:09.865196 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c923aa-5a6c-4144-8957-2c5ecfa9de3e req-994a0857-2766-4320-b813-e971985c175d tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:09.866862 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-00c923aa-5a6c-4144-8957-2c5ecfa9de3e req-994a0857-2766-4320-b813-e971985c175d tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.2546048 Feb 03 20:17:09.915282 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.db.resource_extend [None req-c53c1821-4530-4367-bc9e-20adb2a00d4b admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 03 20:17:09.995515 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c53c1821-4530-4367-bc9e-20adb2a00d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669'] for network, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:10.005479 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53c1821-4530-4367-bc9e-20adb2a00d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:10.006132 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c53c1821-4530-4367-bc9e-20adb2a00d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:10.031516 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-00c923aa-5a6c-4144-8957-2c5ecfa9de3e req-fd63d476-676f-4c36-acd5-12e706882520 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073065 Feb 03 20:17:10.034546 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:10.238847 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aae5a2-f219-41fc-82a8-f909e2679db0 req-65fb4d92-a87b-4440-b02f-8017b49a0714 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:10.240629 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f5aae5a2-f219-41fc-82a8-f909e2679db0 req-65fb4d92-a87b-4440-b02f-8017b49a0714 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 945 time: 0.3725097 Feb 03 20:17:10.241393 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c1821-4530-4367-bc9e-20adb2a00d4b admin admin] Pushing event updated for resources: {'Network': ['ID=f5682e83-11b2-46ba-b750-39074c149b2f,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:10.244949 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c53c1821-4530-4367-bc9e-20adb2a00d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:10.268426 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Network f5682e83-11b2-46ba-b750-39074c149b2f details requested by agent ovs-agent-dv-cinder-773985-1-smb with host dv-cinder-773985-1-smb {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:17:10.286973 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Network f5682e83-11b2-46ba-b750-39074c149b2f details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:17:10.296237 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-c53c1821-4530-4367-bc9e-20adb2a00d4b admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1644173 Feb 03 20:17:10.298456 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 53884) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:17:10.304415 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-970fa467-1241-4e8b-bffa-383e5057efdd admin admin] Request body: {'subnet': {'network_id': 'f5682e83-11b2-46ba-b750-39074c149b2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1251089237-subnet', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'ip_version': 4}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:17:10.309979 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-970fa467-1241-4e8b-bffa-383e5057efdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:17:10.315878 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-970fa467-1241-4e8b-bffa-383e5057efdd admin admin] Usage tracker for resource:subnet and tenant:73913970268448ee97673e03b3b49b75 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:17:10.319643 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-970fa467-1241-4e8b-bffa-383e5057efdd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:17:10.325664 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-970fa467-1241-4e8b-bffa-383e5057efdd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:17:10.332992 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f5aae5a2-f219-41fc-82a8-f909e2679db0 req-bebb8ef1-ef53-4814-9c1d-7f8e277ef23a tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826442 Feb 03 20:17:10.369494 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970fa467-1241-4e8b-bffa-383e5057efdd admin admin] Made reservation on behalf of 73913970268448ee97673e03b3b49b75 for: {'subnet': 1} {{(pid=80169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:17:10.374766 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-970fa467-1241-4e8b-bffa-383e5057efdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036787855953'] for subnet, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:10.906847 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-970fa467-1241-4e8b-bffa-383e5057efdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036789467648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036787855972'] for subnet, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:10.923755 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-60c85616-de49-41e6-b5dd-a32577aac71d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:10.929904 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 2a86718e-7a23-45f7-977f-2a3cad359862 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:17:11.008702 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 2a86718e-7a23-45f7-977f-2a3cad359862 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:17:11.009197 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:11.059403 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fa467-1241-4e8b-bffa-383e5057efdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7e68c5f-7f63-49c3-8914-849c33a200e1,revision_number=0']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:11.072716 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-970fa467-1241-4e8b-bffa-383e5057efdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:11.140872 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970fa467-1241-4e8b-bffa-383e5057efdd admin admin] Checking segment: {'id': '0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5682e83-11b2-46ba-b750-39074c149b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:17:11.141817 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970fa467-1241-4e8b-bffa-383e5057efdd admin admin] Network hostable DHCP agents. Network: f5682e83-11b2-46ba-b750-39074c149b2f, hostable agents: ['8291a3bc-6c85-4131-82cd-10fb92f4b1cb'], hosted agents: [] {{(pid=80169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 20:17:11.211919 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970fa467-1241-4e8b-bffa-383e5057efdd admin admin] Network f5682e83-11b2-46ba-b750-39074c149b2f is scheduled to be hosted by DHCP agent 8291a3bc-6c85-4131-82cd-10fb92f4b1cb with binding_index 1 {{(pid=80169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 20:17:11.359197 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-970fa467-1241-4e8b-bffa-383e5057efdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-smb, f5682e83-11b2-46ba-b750-39074c149b2f) {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:17:11.372121 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217274d4-b9ac-4994-ab21-ae686ee43a60 None None] Network f5682e83-11b2-46ba-b750-39074c149b2f requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:17:11.394202 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970fa467-1241-4e8b-bffa-383e5057efdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:11.396545 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-970fa467-1241-4e8b-bffa-383e5057efdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:11.463095 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-970fa467-1241-4e8b-bffa-383e5057efdd admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1647782 Feb 03 20:17:11.466072 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 53910) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:17:11.473408 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-4df5b016-c087-4129-8447-f3b86193a56f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1251089237-router', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'}}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:17:11.479912 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-4df5b016-c087-4129-8447-f3b86193a56f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:17:11.484971 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-4df5b016-c087-4129-8447-f3b86193a56f admin admin] Usage tracker for resource:router and tenant:73913970268448ee97673e03b3b49b75 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:17:11.493707 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-4df5b016-c087-4129-8447-f3b86193a56f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:17:11.504891 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-4df5b016-c087-4129-8447-f3b86193a56f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:17:11.548428 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4df5b016-c087-4129-8447-f3b86193a56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1650053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854762736'] for router, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:11.550034 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4df5b016-c087-4129-8447-f3b86193a56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853125781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853105301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-500765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:11.670426 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753e40d-3d14-477e-bd49-de874aa30f51 req-a3161ea3-9d28-4295-838a-d55c83447306 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:11.672292 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8753e40d-3d14-477e-bd49-de874aa30f51 req-a3161ea3-9d28-4295-838a-d55c83447306 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.3095345 Feb 03 20:17:11.697591 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4df5b016-c087-4129-8447-f3b86193a56f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:11.810532 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e058b-2f8d-4f96-a91e-c6087c224f7c req-900daaad-b0c5-45e0-983d-8e01ddc83154 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:11.820481 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-371e058b-2f8d-4f96-a91e-c6087c224f7c req-900daaad-b0c5-45e0-983d-8e01ddc83154 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 945 time: 0.3272655 Feb 03 20:17:11.895642 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8816776a-550c-4fe8-81e4-be466073059c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc449d3ce-8a09-5af3-8447-33018e6b7238-f5682e83-11b2-46ba-b750-39074c149b2f', 'network_id': 'f5682e83-11b2-46ba-b750-39074c149b2f', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'fixed_ips': [{'subnet_id': 'd7e68c5f-7f63-49c3-8914-849c33a200e1'}]}} from dv-cinder-773985-1-smb. {{(pid=80171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 03 20:17:11.896655 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8816776a-550c-4fe8-81e4-be466073059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:11.991260 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-371e058b-2f8d-4f96-a91e-c6087c224f7c req-e6d2bf14-a517-45e1-a049-3f4c2f7a1d10 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694236 Feb 03 20:17:12.032565 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8753e40d-3d14-477e-bd49-de874aa30f51 req-cda2e5cd-e1fc-4547-8fd7-9723ec2f4a9e tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3394706 Feb 03 20:17:12.112780 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4df5b016-c087-4129-8447-f3b86193a56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853105320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13174'] for router, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:12.308774 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [None req-8816776a-550c-4fe8-81e4-be466073059c None None] Allocated IP 172.20.0.2 (f5682e83-11b2-46ba-b750-39074c149b2f/d7e68c5f-7f63-49c3-8914-849c33a200e1/c3403dfa-e741-43a5-bb5f-25749e81bf2d) {{(pid=80171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:17:12.589692 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8816776a-550c-4fe8-81e4-be466073059c None None] Notify callbacks [] for port, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:12.623203 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-8816776a-550c-4fe8-81e4-be466073059c None None] Transition to ACTIVE for port object c3403dfa-e741-43a5-bb5f-25749e81bf2d will not be triggered until provisioned by entity L2. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:17:12.647775 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-8816776a-550c-4fe8-81e4-be466073059c None None] Transition to ACTIVE for port object c3403dfa-e741-43a5-bb5f-25749e81bf2d will not be triggered until provisioned by entity DHCP. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:17:12.684102 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8816776a-550c-4fe8-81e4-be466073059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392'] for port, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:12.793959 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4df5b016-c087-4129-8447-f3b86193a56f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:12.843176 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4df5b016-c087-4129-8447-f3b86193a56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:12.877308 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:12.972830 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8816776a-550c-4fe8-81e4-be466073059c None None] Network f5682e83-11b2-46ba-b750-39074c149b2f is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:17:12.974824 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8ee7ec16-1cce-4267-a03f-d8656aa6c6ce req-41f5d6a5-11f5-4aa5-96e3-8861e236c639 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2156010 Feb 03 20:17:12.982506 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-8816776a-550c-4fe8-81e4-be466073059c None None] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:17:12.988773 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8816776a-550c-4fe8-81e4-be466073059c None None] Received port after_create {{(pid=80171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:17:13.118720 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816776a-550c-4fe8-81e4-be466073059c None None] Pushing event updated for resources: {'Port': ['ID=c3403dfa-e741-43a5-bb5f-25749e81bf2d,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:13.118720 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-8816776a-550c-4fe8-81e4-be466073059c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:13.122781 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-8816776a-550c-4fe8-81e4-be466073059c None None] Attempting to bind port c3403dfa-e741-43a5-bb5f-25749e81bf2d on host dv-cinder-773985-1-smb for vnic_type normal with profile {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:17:13.124061 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-8816776a-550c-4fe8-81e4-be466073059c None None] Attempting to bind port c3403dfa-e741-43a5-bb5f-25749e81bf2d by drivers openvswitch on host dv-cinder-773985-1-smb at level 0 using segments [{'id': '0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5682e83-11b2-46ba-b750-39074c149b2f'}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:17:13.124691 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8816776a-550c-4fe8-81e4-be466073059c None None] Attempting to bind port c3403dfa-e741-43a5-bb5f-25749e81bf2d on network f5682e83-11b2-46ba-b750-39074c149b2f {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:17:13.132635 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8816776a-550c-4fe8-81e4-be466073059c None None] Checking agent: {'id': '3c34f775-80d1-4d8f-9ffd-976c513d9067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 3, 47), 'started_at': datetime.datetime(2021, 2, 3, 20, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.103', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:17:13.132957 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8816776a-550c-4fe8-81e4-be466073059c None None] Checking segment: {'id': '0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5682e83-11b2-46ba-b750-39074c149b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:17:13.136878 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8816776a-550c-4fe8-81e4-be466073059c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:13.136878 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8816776a-550c-4fe8-81e4-be466073059c None None] Bound using segment: {'id': '0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5682e83-11b2-46ba-b750-39074c149b2f'} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:17:13.136878 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-8816776a-550c-4fe8-81e4-be466073059c None None] Bound port: c3403dfa-e741-43a5-bb5f-25749e81bf2d, host: dv-cinder-773985-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5682e83-11b2-46ba-b750-39074c149b2f'}}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:17:13.136878 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8816776a-550c-4fe8-81e4-be466073059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:13.269380 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7ec16-1cce-4267-a03f-d8656aa6c6ce req-a999ee91-0953-4217-94bb-9e1a07722161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:13.270994 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-8816776a-550c-4fe8-81e4-be466073059c None None] For port c3403dfa-e741-43a5-bb5f-25749e81bf2d, host dv-cinder-773985-1-smb, cleared binding levels {{(pid=80171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:17:13.277527 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8ee7ec16-1cce-4267-a03f-d8656aa6c6ce req-a999ee91-0953-4217-94bb-9e1a07722161 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e1c0df3d838d47bb903f815bc72144c5&device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 1162 time: 0.2525969 Feb 03 20:17:13.277725 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-8816776a-550c-4fe8-81e4-be466073059c None None] For port c3403dfa-e741-43a5-bb5f-25749e81bf2d, host dv-cinder-773985-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=c3403dfa-e741-43a5-bb5f-25749e81bf2d,segment=NetworkSegment(0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd),segment_id=0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd)] {{(pid=80171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:17:13.282774 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a9cbea66-5648-41f8-b059-583702da2932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:13.319899 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8816776a-550c-4fe8-81e4-be466073059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:13.339138 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:13.435334 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [None req-4df5b016-c087-4129-8447-f3b86193a56f admin admin] Allocated IP 172.28.0.137 (e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3/cc5c5bbf-9f11-469d-8008-03763e47d1a6/ec85de47-b874-4f43-8121-59989463f134) {{(pid=80169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:17:13.711893 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816776a-550c-4fe8-81e4-be466073059c None None] Pushing event updated for resources: {'Port': ['ID=c3403dfa-e741-43a5-bb5f-25749e81bf2d,revision_number=2']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:13.742898 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-8816776a-550c-4fe8-81e4-be466073059c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:13.755139 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4df5b016-c087-4129-8447-f3b86193a56f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:13.835169 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696a128-0966-46fe-9aba-a3ef7913e293 req-46daf8ff-381b-46d2-8754-c28500c5a3f8 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:13.843194 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6696a128-0966-46fe-9aba-a3ef7913e293 req-46daf8ff-381b-46d2-8754-c28500c5a3f8 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 945 time: 0.4759123 Feb 03 20:17:13.850736 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4df5b016-c087-4129-8447-f3b86193a56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:13.880695 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:13.986696 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5b016-c087-4129-8447-f3b86193a56f admin admin] Pushing event updated for resources: {'Port': ['ID=ec85de47-b874-4f43-8121-59989463f134,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:14.051697 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-4df5b016-c087-4129-8447-f3b86193a56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:14.177598 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df5b016-c087-4129-8447-f3b86193a56f admin admin] Network e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:17:14.179469 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-4df5b016-c087-4129-8447-f3b86193a56f admin admin] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:17:14.191542 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df5b016-c087-4129-8447-f3b86193a56f admin admin] Received port after_create {{(pid=80169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:17:14.241001 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d1e81-4f1d-4615-8849-8354551e9ded req-ae282423-92fa-46aa-96b7-bca6c054dbf8 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:14.251042 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-271d1e81-4f1d-4615-8849-8354551e9ded req-ae282423-92fa-46aa-96b7-bca6c054dbf8 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.8021982 Feb 03 20:17:14.309013 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6696a128-0966-46fe-9aba-a3ef7913e293 req-ede631dd-085d-4862-891a-b656b7fdf3a9 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4647944 Feb 03 20:17:14.367510 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7ec16-1cce-4267-a03f-d8656aa6c6ce req-ef44f1e5-7eed-48a6-88d5-f2e415fac684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:14.369934 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8ee7ec16-1cce-4267-a03f-d8656aa6c6ce req-ef44f1e5-7eed-48a6-88d5-f2e415fac684 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 HTTP/1.1" status: 200 len: 904 time: 1.0696280 Feb 03 20:17:14.460903 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-271d1e81-4f1d-4615-8849-8354551e9ded req-f31be7bd-b3a4-4505-b81e-701f17d156aa tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101378 Feb 03 20:17:14.608013 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8ee7ec16-1cce-4267-a03f-d8656aa6c6ce req-2b7b215a-dfbf-4fae-93ac-60ec094f5138 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7b3826e-dab5-4c3f-93a8-b6f3303eda15 HTTP/1.1" status: 200 len: 1001 time: 0.1963511 Feb 03 20:17:15.018922 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4df5b016-c087-4129-8447-f3b86193a56f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:15.064731 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7ec16-1cce-4267-a03f-d8656aa6c6ce req-68a3cf90-489f-4570-a435-3c3fbe4fa20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:15.066428 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8ee7ec16-1cce-4267-a03f-d8656aa6c6ce req-68a3cf90-489f-4570-a435-3c3fbe4fa20b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105 HTTP/1.1" status: 200 len: 849 time: 0.4510524 Feb 03 20:17:15.271944 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1b023d8f-e9dd-400e-9f59-9809328190b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:15.371875 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0b0c6-f54f-4d63-9f3c-2fb9faf0ae48 req-fa048896-171c-4ddd-96ba-bb137fc5d7da tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:15.384290 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9ac0b0c6-f54f-4d63-9f3c-2fb9faf0ae48 req-fa048896-171c-4ddd-96ba-bb137fc5d7da tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 945 time: 0.3147931 Feb 03 20:17:15.420226 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7ec16-1cce-4267-a03f-d8656aa6c6ce req-7c08f62c-a7f0-451c-8c4a-b15994e23d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:15.421978 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8ee7ec16-1cce-4267-a03f-d8656aa6c6ce req-7c08f62c-a7f0-451c-8c4a-b15994e23d08 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f2b2556e-b9f4-4fa6-8f4c-d6203199ec31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3098669 Feb 03 20:17:15.515166 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4df5b016-c087-4129-8447-f3b86193a56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853125747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1670582'] for router, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:15.554240 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9ac0b0c6-f54f-4d63-9f3c-2fb9faf0ae48 req-c743fe54-32e0-46d2-ac9a-2c548af4e04e tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706026 Feb 03 20:17:15.618396 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925e3ace-cccf-444a-ba00-320e2b545c28 None None] Network f5682e83-11b2-46ba-b750-39074c149b2f requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:17:15.997829 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df5b016-c087-4129-8447-f3b86193a56f admin admin] Router 443d7ba2-eb7f-4efa-8678-131cb7bbe3e5 is scheduled to L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 with binding_index 1 {{(pid=80169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 03 20:17:16.002369 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:16.004573 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-1b6384a3-ba76-43f9-989c-10df683cc135 None None] Provisioning for port c3403dfa-e741-43a5-bb5f-25749e81bf2d completed by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:17:16.086389 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8ee7ec16-1cce-4267-a03f-d8656aa6c6ce req-e6fe579f-b968-41ba-81be-058b6c206d5f service neutron] 10.222.0.90 "GET /v2.0/networks/f2b2556e-b9f4-4fa6-8f4c-d6203199ec31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6505117 Feb 03 20:17:16.088660 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device c3403dfa-e741-43a5-bb5f-25749e81bf2d up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:17:16.175418 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:16.277482 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning for port c3403dfa-e741-43a5-bb5f-25749e81bf2d completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:17:16.279794 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df5b016-c087-4129-8447-f3b86193a56f admin admin] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:17:16.284703 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port c3403dfa-e741-43a5-bb5f-25749e81bf2d triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:17:16.285131 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:16.325181 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0602b997-69b8-479a-bc89-03d9abe2d595 None None] Sync routers for ids ['443d7ba2-eb7f-4efa-8678-131cb7bbe3e5'] in dv-cinder-773985-1-smb {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:17:16.369390 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8ee7ec16-1cce-4267-a03f-d8656aa6c6ce req-6adc65a6-7f99-4175-aa47-06fcf62ceec6 service neutron] 10.222.0.90 "GET /v2.0/networks/f2b2556e-b9f4-4fa6-8f4c-d6203199ec31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2622645 Feb 03 20:17:16.369489 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0602b997-69b8-479a-bc89-03d9abe2d595 None None] Routers {'443d7ba2-eb7f-4efa-8678-131cb7bbe3e5'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:17:16.369489 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-0602b997-69b8-479a-bc89-03d9abe2d595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:17:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['443d7ba2-eb7f-4efa-8678-131cb7bbe3e5'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:17:16.376927 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4df5b016-c087-4129-8447-f3b86193a56f admin admin] Notify callbacks [] for router, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:16.381413 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-4df5b016-c087-4129-8447-f3b86193a56f admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9111700 Feb 03 20:17:16.381891 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 54008) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:17:16.507171 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d020985-9368-47c9-8c50-f216f7cd6e66 req-68dee807-a16f-4572-8447-81eda128a636 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:16.515207 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9d020985-9368-47c9-8c50-f216f7cd6e66 req-68dee807-a16f-4572-8447-81eda128a636 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.7243147 Feb 03 20:17:16.608274 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9d020985-9368-47c9-8c50-f216f7cd6e66 req-e3e35749-c8ee-4ac7-a41f-f27b0f348aeb tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917106 Feb 03 20:17:16.908923 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58f60d-dc58-4607-a087-0b0ec28926e4 req-20a936fd-2f11-4ba3-bc48-f2df16a4b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:16.910740 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5b58f60d-dc58-4607-a087-0b0ec28926e4 req-20a936fd-2f11-4ba3-bc48-f2df16a4b66e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e1c0df3d838d47bb903f815bc72144c5&device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 1162 time: 0.3014381 Feb 03 20:17:17.044775 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-0602b997-69b8-479a-bc89-03d9abe2d595 None None] Set router 443d7ba2-eb7f-4efa-8678-131cb7bbe3e5 gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:17:17.501498 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff30d74-9776-468d-8ad0-23e3631e1d3b req-d573b70d-be9e-4624-bc92-28569f22c863 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:17.501498 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-aff30d74-9776-468d-8ad0-23e3631e1d3b req-d573b70d-be9e-4624-bc92-28569f22c863 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 945 time: 0.5165899 Feb 03 20:17:17.548047 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:17.646517 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-cb352103-6668-4a9d-ae76-2d4f52ed0f9c None None] Provisioning complete for port c3403dfa-e741-43a5-bb5f-25749e81bf2d triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:17:17.647805 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-cb352103-6668-4a9d-ae76-2d4f52ed0f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:17.698353 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-aff30d74-9776-468d-8ad0-23e3631e1d3b req-d30daec5-81bd-48cc-84ee-99a4e92e77b3 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837337 Feb 03 20:17:17.708685 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58f60d-dc58-4607-a087-0b0ec28926e4 req-ff5217c8-8f6f-4de7-ae93-3b6edd8e5435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:17.732024 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5b58f60d-dc58-4607-a087-0b0ec28926e4 req-ff5217c8-8f6f-4de7-ae93-3b6edd8e5435 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 HTTP/1.1" status: 200 len: 904 time: 0.8137953 Feb 03 20:17:17.950977 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:17.973430 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:18.090277 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5b58f60d-dc58-4607-a087-0b0ec28926e4 req-3ee851e2-c73e-4c82-acc4-73b9dec2256d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7b3826e-dab5-4c3f-93a8-b6f3303eda15 HTTP/1.1" status: 200 len: 1001 time: 0.3507638 Feb 03 20:17:18.101051 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 54030) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:17:18.181798 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-cb352103-6668-4a9d-ae76-2d4f52ed0f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:18.205959 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58f60d-dc58-4607-a087-0b0ec28926e4 req-1d87e3ee-84bc-4a32-a47b-c16b20d3bee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:18.207790 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5b58f60d-dc58-4607-a087-0b0ec28926e4 req-1d87e3ee-84bc-4a32-a47b-c16b20d3bee8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105 HTTP/1.1" status: 200 len: 849 time: 0.1096058 Feb 03 20:17:18.209876 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] For port c3403dfa-e741-43a5-bb5f-25749e81bf2d, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=c3403dfa-e741-43a5-bb5f-25749e81bf2d,segment=NetworkSegment(0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd),segment_id=0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:17:18.380016 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.db.api [None req-cb352103-6668-4a9d-ae76-2d4f52ed0f9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80171) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 03 20:17:18.380435 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_db.api [None req-cb352103-6668-4a9d-ae76-2d4f52ed0f9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 03 20:17:18.381245 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:18.392848 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:18.509952 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ae100-30fa-4745-ac45-dcf0fd376a7f req-2b13bea8-9e60-434d-a1ec-960e689116c4 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:18.511774 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-402ae100-30fa-4745-ac45-dcf0fd376a7f req-2b13bea8-9e60-434d-a1ec-960e689116c4 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.5495443 Feb 03 20:17:18.516722 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58f60d-dc58-4607-a087-0b0ec28926e4 req-528aecc2-6831-40b2-9ea7-791bd62c9686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:18.518428 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5b58f60d-dc58-4607-a087-0b0ec28926e4 req-528aecc2-6831-40b2-9ea7-791bd62c9686 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f2b2556e-b9f4-4fa6-8f4c-d6203199ec31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2998326 Feb 03 20:17:18.535496 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5aab923f-f620-4448-aacd-e327204a13d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:18.540804 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-0602b997-69b8-479a-bc89-03d9abe2d595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'name': 'tempest-TestMinimumBasicScenario-1251089237-router', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ec85de47-b874-4f43-8121-59989463f134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:17:11Z', 'updated_at': '2021-02-03T20:17:14Z', 'revision_number': 3, 'project_id': '73913970268448ee97673e03b3b49b75', 'gw_port': {'id': 'ec85de47-b874-4f43-8121-59989463f134', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:17:13Z', 'updated_at': '2021-02-03T20:17:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:17:18.552304 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0602b997-69b8-479a-bc89-03d9abe2d595 None None] Checking router: 443d7ba2-eb7f-4efa-8678-131cb7bbe3e5 for host: dv-cinder-773985-1-smb {{(pid=80171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:17:18.553085 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0602b997-69b8-479a-bc89-03d9abe2d595 None None] Updating router 443d7ba2-eb7f-4efa-8678-131cb7bbe3e5 port ec85de47-b874-4f43-8121-59989463f134 binding host dv-cinder-773985-1-smb {{(pid=80171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 03 20:17:18.554611 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-5aab923f-f620-4448-aacd-e327204a13d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:17:18.558830 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-5aab923f-f620-4448-aacd-e327204a13d3 admin admin] Usage tracker for resource:security_group_rule and tenant:d5d8df6349244aa8a12477f957e1023b is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:17:18.561903 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-5aab923f-f620-4448-aacd-e327204a13d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:17:18.568967 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-5aab923f-f620-4448-aacd-e327204a13d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:17:18.602063 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-055dd902-e7da-4f93-90c9-2471c3f238db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:18.621794 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Pushing event updated for resources: {'Port': ['ID=c3403dfa-e741-43a5-bb5f-25749e81bf2d,revision_number=3']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:18.635417 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:18.635871 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:18.636272 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:18.636662 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:18.637075 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:18.637478 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:18.637880 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:18.638284 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:18.638868 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:18.639393 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:18.639806 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:18.640189 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:18.640610 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:18.641570 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:18.642096 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:18.642497 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:18.642874 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:18.643247 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:18.643636 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:18.644014 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:18.644424 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:18.644832 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:18.645253 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:18.645651 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:18.653473 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:18.657246 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0602b997-69b8-479a-bc89-03d9abe2d595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:18.823826 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-402ae100-30fa-4745-ac45-dcf0fd376a7f req-e42480f5-ed1e-45a7-a32e-f256e8047e56 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743959 Feb 03 20:17:18.912331 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5aab923f-f620-4448-aacd-e327204a13d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:18.977562 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5aab923f-f620-4448-aacd-e327204a13d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:18.989302 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c53c1821-4530-4367-bc9e-20adb2a00d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:19.020959 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab923f-f620-4448-aacd-e327204a13d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72de7d2-9650-4429-9be0-997bc9d305f5,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:19.021747 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [None req-055dd902-e7da-4f93-90c9-2471c3f238db admin admin] Allocated IP 172.20.0.1 (f5682e83-11b2-46ba-b750-39074c149b2f/d7e68c5f-7f63-49c3-8914-849c33a200e1/fff0004c-a0db-4cea-a36f-b69c0f902918) {{(pid=80169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:17:19.028944 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5aab923f-f620-4448-aacd-e327204a13d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:19.097992 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-5aab923f-f620-4448-aacd-e327204a13d3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d5d8df6349244aa8a12477f957e1023b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8941820 Feb 03 20:17:19.104779 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 54048) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:17:19.125919 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5b58f60d-dc58-4607-a087-0b0ec28926e4 req-b1d4ffc9-e3ef-42a5-85f9-6a713924f436 service neutron] 10.222.0.90 "GET /v2.0/networks/f2b2556e-b9f4-4fa6-8f4c-d6203199ec31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5748067 Feb 03 20:17:19.213464 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-24ee3212-fc57-4acf-8c51-b64047a963e7 None None] Provisioning complete for port c3403dfa-e741-43a5-bb5f-25749e81bf2d triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:17:19.214862 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-24ee3212-fc57-4acf-8c51-b64047a963e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:19.218221 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ba4a7-7444-4379-be66-291a48870478 req-5ab60a35-1709-4aa9-964e-ece3bc2a26a8 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:19.220510 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6c3ba4a7-7444-4379-be66-291a48870478 req-5ab60a35-1709-4aa9-964e-ece3bc2a26a8 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 945 time: 0.3134220 Feb 03 20:17:19.296609 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-055dd902-e7da-4f93-90c9-2471c3f238db admin admin] Notify callbacks [] for port, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:19.331456 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-055dd902-e7da-4f93-90c9-2471c3f238db admin admin] Transition to ACTIVE for port object fff0004c-a0db-4cea-a36f-b69c0f902918 will not be triggered until provisioned by entity DHCP. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:17:19.387861 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0602b997-69b8-479a-bc89-03d9abe2d595 None None] Notify callbacks [] for port, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:19.417666 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-bf1aa5a8-c512-45c1-a377-6c599d06adc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:19.428205 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-055dd902-e7da-4f93-90c9-2471c3f238db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:19.452586 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:19.460699 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6c3ba4a7-7444-4379-be66-291a48870478 req-a67cb99f-8b57-4fed-88ff-7526a8897705 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990898 Feb 03 20:17:19.472259 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-0602b997-69b8-479a-bc89-03d9abe2d595 None None] Transition to ACTIVE for port object ec85de47-b874-4f43-8121-59989463f134 will not be triggered until provisioned by entity L2. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:17:19.513460 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0602b997-69b8-479a-bc89-03d9abe2d595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:19.529022 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd2d2765-fc5f-4e8d-be4e-afe1cc0954da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:19.577780 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-bf1aa5a8-c512-45c1-a377-6c599d06adc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:19.624478 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5b58f60d-dc58-4607-a087-0b0ec28926e4 req-d46413eb-bb92-4754-b3a6-a0445d9a3be6 service neutron] 10.222.0.90 "GET /v2.0/networks/f2b2556e-b9f4-4fa6-8f4c-d6203199ec31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4030907 Feb 03 20:17:19.685004 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055dd902-e7da-4f93-90c9-2471c3f238db admin admin] Pushing event updated for resources: {'Port': ['ID=fff0004c-a0db-4cea-a36f-b69c0f902918,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:19.699769 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-055dd902-e7da-4f93-90c9-2471c3f238db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:19.716368 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be2e89-5ff9-432d-8ffc-9c6e315dbe1b None None] Pushing event updated for resources: {'Port': ['ID=ec85de47-b874-4f43-8121-59989463f134,revision_number=2']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:19.721993 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-34be2e89-5ff9-432d-8ffc-9c6e315dbe1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:19.730312 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-bf1aa5a8-c512-45c1-a377-6c599d06adc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:19.734824 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-8281e747-504e-4a67-9cdd-5a7274710a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:19.747185 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1aa5a8-c512-45c1-a377-6c599d06adc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72de7d2-9650-4429-9be0-997bc9d305f5,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:19.751792 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-bf1aa5a8-c512-45c1-a377-6c599d06adc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:19.758536 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-bf1aa5a8-c512-45c1-a377-6c599d06adc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:19.762857 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-bf1aa5a8-c512-45c1-a377-6c599d06adc7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a72de7d2-9650-4429-9be0-997bc9d305f5 HTTP/1.1" status: 204 len: 168 time: 0.6535876 Feb 03 20:17:19.808849 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055dd902-e7da-4f93-90c9-2471c3f238db admin admin] Network f5682e83-11b2-46ba-b750-39074c149b2f is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:17:19.810154 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-055dd902-e7da-4f93-90c9-2471c3f238db admin admin] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:17:19.814584 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055dd902-e7da-4f93-90c9-2471c3f238db admin admin] Received port after_create {{(pid=80169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:17:19.837405 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-0602b997-69b8-479a-bc89-03d9abe2d595 None None] Attempting to bind port ec85de47-b874-4f43-8121-59989463f134 on host dv-cinder-773985-1-smb for vnic_type normal with profile {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:17:19.837830 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-0602b997-69b8-479a-bc89-03d9abe2d595 None None] Attempting to bind port ec85de47-b874-4f43-8121-59989463f134 by drivers openvswitch on host dv-cinder-773985-1-smb at level 0 using segments [{'id': '194f5804-a926-4317-99f2-0a1ac54a9265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:17:19.838254 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0602b997-69b8-479a-bc89-03d9abe2d595 None None] Attempting to bind port ec85de47-b874-4f43-8121-59989463f134 on network e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:17:19.844846 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0602b997-69b8-479a-bc89-03d9abe2d595 None None] Checking agent: {'id': '3c34f775-80d1-4d8f-9ffd-976c513d9067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 3, 47), 'started_at': datetime.datetime(2021, 2, 3, 20, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.103', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:17:19.845227 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0602b997-69b8-479a-bc89-03d9abe2d595 None None] Checking segment: {'id': '194f5804-a926-4317-99f2-0a1ac54a9265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:17:19.845643 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0602b997-69b8-479a-bc89-03d9abe2d595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:19.846093 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0602b997-69b8-479a-bc89-03d9abe2d595 None None] Bound using segment: {'id': '194f5804-a926-4317-99f2-0a1ac54a9265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:17:19.846624 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-0602b997-69b8-479a-bc89-03d9abe2d595 None None] Bound port: ec85de47-b874-4f43-8121-59989463f134, host: dv-cinder-773985-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194f5804-a926-4317-99f2-0a1ac54a9265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'}}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:17:19.847048 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0602b997-69b8-479a-bc89-03d9abe2d595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:19.967999 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-055dd902-e7da-4f93-90c9-2471c3f238db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1646962'] for router_interface, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:19.982711 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-0602b997-69b8-479a-bc89-03d9abe2d595 None None] For port ec85de47-b874-4f43-8121-59989463f134, host dv-cinder-773985-1-smb, cleared binding levels {{(pid=80171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:17:19.988097 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-0602b997-69b8-479a-bc89-03d9abe2d595 None None] For port ec85de47-b874-4f43-8121-59989463f134, host dv-cinder-773985-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=ec85de47-b874-4f43-8121-59989463f134,segment=NetworkSegment(194f5804-a926-4317-99f2-0a1ac54a9265),segment_id=194f5804-a926-4317-99f2-0a1ac54a9265)] {{(pid=80171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:17:20.056986 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0602b997-69b8-479a-bc89-03d9abe2d595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:20.077762 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:20.176886 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be2e89-5ff9-432d-8ffc-9c6e315dbe1b None None] Pushing event updated for resources: {'Port': ['ID=ec85de47-b874-4f43-8121-59989463f134,revision_number=3']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:20.196628 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-055dd902-e7da-4f93-90c9-2471c3f238db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:20.251272 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-34be2e89-5ff9-432d-8ffc-9c6e315dbe1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:20.319619 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-7bbeedd9-7de9-45e0-b42d-eabad94856fd None None] Provisioning for port fff0004c-a0db-4cea-a36f-b69c0f902918 completed by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:17:20.331906 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-7bbeedd9-7de9-45e0-b42d-eabad94856fd None None] Provisioning complete for port fff0004c-a0db-4cea-a36f-b69c0f902918 triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:17:20.332327 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7bbeedd9-7de9-45e0-b42d-eabad94856fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:20.369016 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d45329-b5fb-4565-af0d-b88cacc1add7 req-af58c37d-4804-447e-a6ad-7fb35c7ab310 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:20.376732 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f3d45329-b5fb-4565-af0d-b88cacc1add7 req-af58c37d-4804-447e-a6ad-7fb35c7ab310 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.2873709 Feb 03 20:17:20.436402 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-7bbeedd9-7de9-45e0-b42d-eabad94856fd None None] Port fff0004c-a0db-4cea-a36f-b69c0f902918 cannot update to ACTIVE because it is not bound. {{(pid=80171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 20:17:20.505981 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0602b997-69b8-479a-bc89-03d9abe2d595 None None] Routers {'443d7ba2-eb7f-4efa-8678-131cb7bbe3e5'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:17:20.506690 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-0602b997-69b8-479a-bc89-03d9abe2d595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:17:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['443d7ba2-eb7f-4efa-8678-131cb7bbe3e5'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:17:20.558046 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f3d45329-b5fb-4565-af0d-b88cacc1add7 req-1001bacb-934d-4206-9367-6f694aa85221 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793036 Feb 03 20:17:20.666618 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device c3403dfa-e741-43a5-bb5f-25749e81bf2d up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:17:20.878257 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-055dd902-e7da-4f93-90c9-2471c3f238db admin admin] Notify callbacks [] for port, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:20.936441 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-055dd902-e7da-4f93-90c9-2471c3f238db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789467256'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:21.003474 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-e9599c09-9e62-4bc9-9dfc-01c5a02a5a59 tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:21.162156 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-055dd902-e7da-4f93-90c9-2471c3f238db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853160717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643820'] for router_interface, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:21.174045 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50964219-a5e8-43d5-9b82-96aa76974545 req-93cce73a-89d6-4472-a56c-63d3a8afd519 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:21.176041 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-50964219-a5e8-43d5-9b82-96aa76974545 req-93cce73a-89d6-4472-a56c-63d3a8afd519 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 945 time: 0.3841357 Feb 03 20:17:21.231332 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port c3403dfa-e741-43a5-bb5f-25749e81bf2d triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:17:21.249622 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:21.261078 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-50964219-a5e8-43d5-9b82-96aa76974545 req-b6af5258-5e3c-44e9-a082-d54edb005bf8 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787382 Feb 03 20:17:21.357695 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055dd902-e7da-4f93-90c9-2471c3f238db admin admin] Pushing event updated for resources: {'Port': ['ID=fff0004c-a0db-4cea-a36f-b69c0f902918,revision_number=2']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:21.361267 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-055dd902-e7da-4f93-90c9-2471c3f238db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:21.429158 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055dd902-e7da-4f93-90c9-2471c3f238db admin admin] Network f5682e83-11b2-46ba-b750-39074c149b2f is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:17:21.430492 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-055dd902-e7da-4f93-90c9-2471c3f238db admin admin] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:17:21.487420 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-0602b997-69b8-479a-bc89-03d9abe2d595 None None] Set router 443d7ba2-eb7f-4efa-8678-131cb7bbe3e5 gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:17:21.736763 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055dd902-e7da-4f93-90c9-2471c3f238db admin admin] Router 443d7ba2-eb7f-4efa-8678-131cb7bbe3e5 has already been hosted by L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 {{(pid=80169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 20:17:21.908175 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-a086be3a-cdde-4c93-9be5-772c7a4b438d None None] Provisioning complete for port fff0004c-a0db-4cea-a36f-b69c0f902918 triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:17:21.908519 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a086be3a-cdde-4c93-9be5-772c7a4b438d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:22.039525 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-a086be3a-cdde-4c93-9be5-772c7a4b438d None None] Port fff0004c-a0db-4cea-a36f-b69c0f902918 cannot update to ACTIVE because it is not bound. {{(pid=80171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 20:17:22.160008 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055dd902-e7da-4f93-90c9-2471c3f238db admin admin] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:17:22.180397 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-055dd902-e7da-4f93-90c9-2471c3f238db admin admin] 10.222.0.101 "PUT /v2.0/routers/443d7ba2-eb7f-4efa-8678-131cb7bbe3e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7882333 Feb 03 20:17:22.184842 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-0602b997-69b8-479a-bc89-03d9abe2d595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'name': 'tempest-TestMinimumBasicScenario-1251089237-router', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ec85de47-b874-4f43-8121-59989463f134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:17:11Z', 'updated_at': '2021-02-03T20:17:20Z', 'revision_number': 4, 'project_id': '73913970268448ee97673e03b3b49b75', 'gw_port': {'id': 'ec85de47-b874-4f43-8121-59989463f134', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:17:13Z', 'updated_at': '2021-02-03T20:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': 'fff0004c-a0db-4cea-a36f-b69c0f902918', 'name': '', 'network_id': 'f5682e83-11b2-46ba-b750-39074c149b2f', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'mac_address': 'fa:16:3e:24:96:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd7e68c5f-7f63-49c3-8914-849c33a200e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:17:18Z', 'updated_at': '2021-02-03T20:17:19Z', 'revision_number': 1, 'project_id': '73913970268448ee97673e03b3b49b75', 'subnets': [{'id': 'd7e68c5f-7f63-49c3-8914-849c33a200e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:17:22.190751 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0602b997-69b8-479a-bc89-03d9abe2d595 None None] The sync data for ids ['443d7ba2-eb7f-4efa-8678-131cb7bbe3e5'] in dv-cinder-773985-1-smb is: [{'id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'name': 'tempest-TestMinimumBasicScenario-1251089237-router', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ec85de47-b874-4f43-8121-59989463f134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:17:11Z', 'updated_at': '2021-02-03T20:17:20Z', 'revision_number': 4, 'project_id': '73913970268448ee97673e03b3b49b75', 'gw_port': {'id': 'ec85de47-b874-4f43-8121-59989463f134', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:17:13Z', 'updated_at': '2021-02-03T20:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': 'fff0004c-a0db-4cea-a36f-b69c0f902918', 'name': '', 'network_id': 'f5682e83-11b2-46ba-b750-39074c149b2f', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'mac_address': 'fa:16:3e:24:96:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd7e68c5f-7f63-49c3-8914-849c33a200e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:17:18Z', 'updated_at': '2021-02-03T20:17:19Z', 'revision_number': 1, 'project_id': '73913970268448ee97673e03b3b49b75', 'subnets': [{'id': 'd7e68c5f-7f63-49c3-8914-849c33a200e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:17:22.313627 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ad036-38f2-4a0b-b549-77992047692e req-a7fd5912-7868-49ac-bd2f-d4f9fe89b6e8 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:22.315423 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-da4ad036-38f2-4a0b-b549-77992047692e req-a7fd5912-7868-49ac-bd2f-d4f9fe89b6e8 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.4228106 Feb 03 20:17:22.429439 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-da4ad036-38f2-4a0b-b549-77992047692e req-96f4795c-1d74-4c6b-b7e2-f956507eccf6 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993388 Feb 03 20:17:22.753969 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 54116) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:17:22.782577 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b80af4-ef26-4bed-bbb8-be568f5dfe28 req-88791c16-a591-4480-a079-6fc0f9c0f129 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:22.792528 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-29b80af4-ef26-4bed-bbb8-be568f5dfe28 req-88791c16-a591-4480-a079-6fc0f9c0f129 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 945 time: 0.2822614 Feb 03 20:17:22.916969 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-29b80af4-ef26-4bed-bbb8-be568f5dfe28 req-a91f6d65-46fc-4576-a6ec-5de84d4d3048 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233747 Feb 03 20:17:23.127440 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2b35a3e0-f5d0-420a-aa8f-a89c7760b16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:23.152021 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-2b35a3e0-f5d0-420a-aa8f-a89c7760b16f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:17:23.158530 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-2b35a3e0-f5d0-420a-aa8f-a89c7760b16f admin admin] Usage tracker for resource:security_group_rule and tenant:bd073e03dc1f43349dc48b6b6b04489b is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:17:23.162092 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-2b35a3e0-f5d0-420a-aa8f-a89c7760b16f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:17:23.171198 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-2b35a3e0-f5d0-420a-aa8f-a89c7760b16f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:17:23.367988 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2b35a3e0-f5d0-420a-aa8f-a89c7760b16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:23.396066 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2b35a3e0-f5d0-420a-aa8f-a89c7760b16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:23.425264 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-b336e7b5-9482-49ca-ae7b-b6ea542cb6b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:23.495287 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 54138) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:17:23.505454 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-2b35a3e0-f5d0-420a-aa8f-a89c7760b16f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bd073e03dc1f43349dc48b6b6b04489b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7506423 Feb 03 20:17:23.516216 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35a3e0-f5d0-420a-aa8f-a89c7760b16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96dbe4b4-11e0-4e9f-9778-3f575f084980,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:23.525798 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-2b35a3e0-f5d0-420a-aa8f-a89c7760b16f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:23.584873 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-562c7b91-56ee-4dcf-9de3-2d544fca78f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:23.611283 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:17:23.627370 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-562c7b91-56ee-4dcf-9de3-2d544fca78f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:23.714032 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-562c7b91-56ee-4dcf-9de3-2d544fca78f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:23.726136 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ea636733-d291-47fa-9ebf-12bbe7d28f12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:23.769969 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c7b91-56ee-4dcf-9de3-2d544fca78f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96dbe4b4-11e0-4e9f-9778-3f575f084980,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:23.784391 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-562c7b91-56ee-4dcf-9de3-2d544fca78f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:23.816238 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-562c7b91-56ee-4dcf-9de3-2d544fca78f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:23.834140 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-562c7b91-56ee-4dcf-9de3-2d544fca78f9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/96dbe4b4-11e0-4e9f-9778-3f575f084980 HTTP/1.1" status: 204 len: 168 time: 0.3376157 Feb 03 20:17:24.146332 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac3aaf-78cf-4971-94ec-2e02a34c20d3 req-3f93295b-e10e-4ede-85cb-0d46f0a881b4 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:24.154303 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-23ac3aaf-78cf-4971-94ec-2e02a34c20d3 req-3f93295b-e10e-4ede-85cb-0d46f0a881b4 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.3160834 Feb 03 20:17:24.245251 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-23ac3aaf-78cf-4971-94ec-2e02a34c20d3 req-3cf1fc09-ada8-4ad8-9b72-0f7071e89a47 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896130 Feb 03 20:17:24.571989 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device ec85de47-b874-4f43-8121-59989463f134 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:17:24.774922 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning for port ec85de47-b874-4f43-8121-59989463f134 completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:17:24.780919 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port ec85de47-b874-4f43-8121-59989463f134 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:17:24.782152 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:25.091465 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:25.131084 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] For port ec85de47-b874-4f43-8121-59989463f134, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=ec85de47-b874-4f43-8121-59989463f134,segment=NetworkSegment(194f5804-a926-4317-99f2-0a1ac54a9265),segment_id=194f5804-a926-4317-99f2-0a1ac54a9265)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:17:25.186628 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:25.190901 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-39b858a1-c3d7-4621-80df-d4a42fbc9535 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:25.306531 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Pushing event updated for resources: {'Port': ['ID=ec85de47-b874-4f43-8121-59989463f134,revision_number=4']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:25.387887 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:25.758152 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9257bc1-2da7-4452-bfdc-481c135678a9 req-5ed952d7-fb8e-4d89-b1da-8f0ef8da576f tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:25.766117 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c9257bc1-2da7-4452-bfdc-481c135678a9 req-5ed952d7-fb8e-4d89-b1da-8f0ef8da576f tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.2165964 Feb 03 20:17:25.832175 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c9257bc1-2da7-4452-bfdc-481c135678a9 req-da96bbe9-27b9-4545-81db-572996244170 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646119 Feb 03 20:17:26.508987 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device ec85de47-b874-4f43-8121-59989463f134 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:17:26.653751 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port ec85de47-b874-4f43-8121-59989463f134 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:17:26.654287 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:26.945032 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11920175-15f0-4d74-84bb-e2883729df55 None None] Sync routers for ids ['443d7ba2-eb7f-4efa-8678-131cb7bbe3e5'] in dv-cinder-773985-1-smb {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:17:26.966801 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11920175-15f0-4d74-84bb-e2883729df55 None None] Routers {'443d7ba2-eb7f-4efa-8678-131cb7bbe3e5'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:17:26.968477 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-11920175-15f0-4d74-84bb-e2883729df55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:17:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['443d7ba2-eb7f-4efa-8678-131cb7bbe3e5'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:17:27.461848 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-11920175-15f0-4d74-84bb-e2883729df55 None None] Set router 443d7ba2-eb7f-4efa-8678-131cb7bbe3e5 gateway port host: dv-cinder-773985-1-smb {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:17:27.625850 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c10e77-acab-4f4a-83c5-5f06434559fe req-c639ee88-2742-4b8b-a152-316835101869 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:27.629645 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f9c10e77-acab-4f4a-83c5-5f06434559fe req-c639ee88-2742-4b8b-a152-316835101869 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.4799600 Feb 03 20:17:27.740406 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f9c10e77-acab-4f4a-83c5-5f06434559fe req-9142c65d-728c-432e-82f6-002b6f4f14d6 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040809 Feb 03 20:17:28.113160 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-11920175-15f0-4d74-84bb-e2883729df55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'name': 'tempest-TestMinimumBasicScenario-1251089237-router', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ec85de47-b874-4f43-8121-59989463f134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:17:11Z', 'updated_at': '2021-02-03T20:17:20Z', 'revision_number': 4, 'project_id': '73913970268448ee97673e03b3b49b75', 'gw_port': {'id': 'ec85de47-b874-4f43-8121-59989463f134', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:17:13Z', 'updated_at': '2021-02-03T20:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': 'fff0004c-a0db-4cea-a36f-b69c0f902918', 'name': '', 'network_id': 'f5682e83-11b2-46ba-b750-39074c149b2f', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'mac_address': 'fa:16:3e:24:96:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd7e68c5f-7f63-49c3-8914-849c33a200e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:17:18Z', 'updated_at': '2021-02-03T20:17:20Z', 'revision_number': 2, 'project_id': '73913970268448ee97673e03b3b49b75', 'subnets': [{'id': 'd7e68c5f-7f63-49c3-8914-849c33a200e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:17:28.165385 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11920175-15f0-4d74-84bb-e2883729df55 None None] Checking router: 443d7ba2-eb7f-4efa-8678-131cb7bbe3e5 for host: dv-cinder-773985-1-smb {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:17:28.165385 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11920175-15f0-4d74-84bb-e2883729df55 None None] Updating router 443d7ba2-eb7f-4efa-8678-131cb7bbe3e5 port fff0004c-a0db-4cea-a36f-b69c0f902918 binding host dv-cinder-773985-1-smb {{(pid=80172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 03 20:17:28.193110 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-11920175-15f0-4d74-84bb-e2883729df55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:28.736998 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 54212) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:17:29.002157 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-11920175-15f0-4d74-84bb-e2883729df55 None None] Notify callbacks [] for port, precommit_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:29.041794 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-11920175-15f0-4d74-84bb-e2883729df55 None None] Transition to ACTIVE for port object fff0004c-a0db-4cea-a36f-b69c0f902918 will not be triggered until provisioned by entity L2. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:17:29.085403 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-11920175-15f0-4d74-84bb-e2883729df55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:29.133872 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-10cfbaa1-4af7-4b2d-b782-134aa1919e2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:29.148479 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f966ec63-fa27-4b97-b557-0f64cddbff48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:29.210921 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-f966ec63-fa27-4b97-b557-0f64cddbff48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:17:29.215146 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-f966ec63-fa27-4b97-b557-0f64cddbff48 admin admin] Usage tracker for resource:security_group_rule and tenant:3e28f2fe0c5947f3b4c4badfb2783bd6 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:17:29.228576 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-f966ec63-fa27-4b97-b557-0f64cddbff48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:17:29.240218 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-f966ec63-fa27-4b97-b557-0f64cddbff48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:17:29.336366 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e7e59-6e8f-411c-8e59-7180ca95a24d None None] Pushing event updated for resources: {'Port': ['ID=fff0004c-a0db-4cea-a36f-b69c0f902918,revision_number=3']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:29.358199 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e7e59-6e8f-411c-8e59-7180ca95a24d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:29.358841 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e7e59-6e8f-411c-8e59-7180ca95a24d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:29.362276 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e7e59-6e8f-411c-8e59-7180ca95a24d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:29.363218 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e7e59-6e8f-411c-8e59-7180ca95a24d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:29.368191 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e092cde-6907-420e-88e4-c88ded359bfc req-7b77ded5-6888-444b-8249-e05c08cf6bec tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:29.368811 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e7e59-6e8f-411c-8e59-7180ca95a24d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:29.369367 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e7e59-6e8f-411c-8e59-7180ca95a24d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:29.369896 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e7e59-6e8f-411c-8e59-7180ca95a24d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:29.370433 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e7e59-6e8f-411c-8e59-7180ca95a24d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:29.370957 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e7e59-6e8f-411c-8e59-7180ca95a24d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:29.371541 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e7e59-6e8f-411c-8e59-7180ca95a24d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:29.372098 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e7e59-6e8f-411c-8e59-7180ca95a24d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:29.372612 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e7e59-6e8f-411c-8e59-7180ca95a24d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:29.373322 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e7e59-6e8f-411c-8e59-7180ca95a24d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:29.373836 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e7e59-6e8f-411c-8e59-7180ca95a24d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:29.374349 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e7e59-6e8f-411c-8e59-7180ca95a24d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:29.374861 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e7e59-6e8f-411c-8e59-7180ca95a24d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:29.379216 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7e092cde-6907-420e-88e4-c88ded359bfc req-7b77ded5-6888-444b-8249-e05c08cf6bec tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.2108705 Feb 03 20:17:29.379854 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e7e59-6e8f-411c-8e59-7180ca95a24d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:29.380390 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e7e59-6e8f-411c-8e59-7180ca95a24d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:29.380916 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e7e59-6e8f-411c-8e59-7180ca95a24d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:29.381439 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e7e59-6e8f-411c-8e59-7180ca95a24d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:29.381956 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e7e59-6e8f-411c-8e59-7180ca95a24d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:29.382495 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e7e59-6e8f-411c-8e59-7180ca95a24d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:29.383148 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e7e59-6e8f-411c-8e59-7180ca95a24d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:29.383687 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e7e59-6e8f-411c-8e59-7180ca95a24d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:29.394184 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5d6e7e59-6e8f-411c-8e59-7180ca95a24d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:29.468264 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7e092cde-6907-420e-88e4-c88ded359bfc req-cb4153a1-deb6-4942-b9a2-e2170580998a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878210 Feb 03 20:17:29.471705 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f966ec63-fa27-4b97-b557-0f64cddbff48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:29.509405 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f966ec63-fa27-4b97-b557-0f64cddbff48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:29.551810 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a01fea7a-f5dd-44b8-b4f8-2b5a0900c8e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:29.639134 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-f966ec63-fa27-4b97-b557-0f64cddbff48 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3e28f2fe0c5947f3b4c4badfb2783bd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9006329 Feb 03 20:17:29.643222 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 54220) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:17:29.647612 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966ec63-fa27-4b97-b557-0f64cddbff48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a2f830-2a1e-4fb1-b0e4-8302a6292348,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:29.666339 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-f966ec63-fa27-4b97-b557-0f64cddbff48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:29.765074 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-057642a1-c89e-4c0f-a717-659b47dbc96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:29.840705 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-057642a1-c89e-4c0f-a717-659b47dbc96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:29.872017 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-11920175-15f0-4d74-84bb-e2883729df55 None None] Attempting to bind port fff0004c-a0db-4cea-a36f-b69c0f902918 on host dv-cinder-773985-1-smb for vnic_type normal with profile {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:17:29.872432 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-11920175-15f0-4d74-84bb-e2883729df55 None None] Attempting to bind port fff0004c-a0db-4cea-a36f-b69c0f902918 by drivers openvswitch on host dv-cinder-773985-1-smb at level 0 using segments [{'id': '0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5682e83-11b2-46ba-b750-39074c149b2f'}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:17:29.878766 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11920175-15f0-4d74-84bb-e2883729df55 None None] Attempting to bind port fff0004c-a0db-4cea-a36f-b69c0f902918 on network f5682e83-11b2-46ba-b750-39074c149b2f {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:17:29.901926 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11920175-15f0-4d74-84bb-e2883729df55 None None] Checking agent: {'id': '3c34f775-80d1-4d8f-9ffd-976c513d9067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 3, 47), 'started_at': datetime.datetime(2021, 2, 3, 20, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.103', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:17:29.902343 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11920175-15f0-4d74-84bb-e2883729df55 None None] Checking segment: {'id': '0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5682e83-11b2-46ba-b750-39074c149b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:17:29.902798 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-11920175-15f0-4d74-84bb-e2883729df55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:29.909646 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11920175-15f0-4d74-84bb-e2883729df55 None None] Bound using segment: {'id': '0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5682e83-11b2-46ba-b750-39074c149b2f'} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:17:29.910337 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-11920175-15f0-4d74-84bb-e2883729df55 None None] Bound port: fff0004c-a0db-4cea-a36f-b69c0f902918, host: dv-cinder-773985-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5682e83-11b2-46ba-b750-39074c149b2f'}}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:17:29.910801 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-11920175-15f0-4d74-84bb-e2883729df55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:30.028944 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-057642a1-c89e-4c0f-a717-659b47dbc96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:30.037366 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-bf1aa5a8-c512-45c1-a377-6c599d06adc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:30.055296 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-057642a1-c89e-4c0f-a717-659b47dbc96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:30.059921 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-057642a1-c89e-4c0f-a717-659b47dbc96a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f1a2f830-2a1e-4fb1-b0e4-8302a6292348 HTTP/1.1" status: 204 len: 168 time: 0.4119685 Feb 03 20:17:30.059921 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057642a1-c89e-4c0f-a717-659b47dbc96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a2f830-2a1e-4fb1-b0e4-8302a6292348,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:30.072372 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-057642a1-c89e-4c0f-a717-659b47dbc96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:30.099165 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-11920175-15f0-4d74-84bb-e2883729df55 None None] For port fff0004c-a0db-4cea-a36f-b69c0f902918, host dv-cinder-773985-1-smb, cleared binding levels {{(pid=80172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:17:30.102735 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-11920175-15f0-4d74-84bb-e2883729df55 None None] For port fff0004c-a0db-4cea-a36f-b69c0f902918, host dv-cinder-773985-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=fff0004c-a0db-4cea-a36f-b69c0f902918,segment=NetworkSegment(0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd),segment_id=0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd)] {{(pid=80172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:17:30.587166 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-11920175-15f0-4d74-84bb-e2883729df55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:30.718212 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-13dd2468-f8f8-4a39-9793-0f61668816a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:31.019351 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73716e-91b3-4adb-84bf-fd7b5cd8ae6c req-e7ad7bc2-0ef4-4873-984d-19e62acba69e tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:31.034097 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6a73716e-91b3-4adb-84bf-fd7b5cd8ae6c req-e7ad7bc2-0ef4-4873-984d-19e62acba69e tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.4054070 Feb 03 20:17:31.162009 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6a73716e-91b3-4adb-84bf-fd7b5cd8ae6c req-2a9d5918-003c-4143-ba66-f4c3f2bd566d tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202991 Feb 03 20:17:31.287465 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 54234) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:17:31.327418 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0f04360f-554a-4d80-b380-931327b28e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:31.352312 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e7e59-6e8f-411c-8e59-7180ca95a24d None None] Pushing event updated for resources: {'Port': ['ID=fff0004c-a0db-4cea-a36f-b69c0f902918,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:31.364825 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-0f04360f-554a-4d80-b380-931327b28e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:17:31.365044 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5d6e7e59-6e8f-411c-8e59-7180ca95a24d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:31.388942 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-0f04360f-554a-4d80-b380-931327b28e55 admin admin] Usage tracker for resource:security_group_rule and tenant:e9b8a3cd29ab4cd09428a55e1a3250fe is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:17:31.396595 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-0f04360f-554a-4d80-b380-931327b28e55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:17:31.404448 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-0f04360f-554a-4d80-b380-931327b28e55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:17:31.418551 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11920175-15f0-4d74-84bb-e2883729df55 None None] Routers {'443d7ba2-eb7f-4efa-8678-131cb7bbe3e5'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:17:31.419235 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-11920175-15f0-4d74-84bb-e2883729df55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:17:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['443d7ba2-eb7f-4efa-8678-131cb7bbe3e5'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:17:31.655116 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0f04360f-554a-4d80-b380-931327b28e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:31.689983 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0f04360f-554a-4d80-b380-931327b28e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:31.699445 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-780ab17f-11a8-4c8f-981d-9e5e95297564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:31.748859 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-11920175-15f0-4d74-84bb-e2883729df55 None None] Set router 443d7ba2-eb7f-4efa-8678-131cb7bbe3e5 gateway port host: dv-cinder-773985-1-smb {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:17:31.805807 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04360f-554a-4d80-b380-931327b28e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad54b90-e3e0-4b77-a4e3-ea6025cdfb59,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:31.810896 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-0f04360f-554a-4d80-b380-931327b28e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:31.855422 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-0f04360f-554a-4d80-b380-931327b28e55 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e9b8a3cd29ab4cd09428a55e1a3250fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5667250 Feb 03 20:17:31.858275 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 54238) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:17:31.952574 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9ab9e495-7fb3-468c-bcf4-744c57076cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:31.987390 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9ab9e495-7fb3-468c-bcf4-744c57076cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:32.090309 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9ab9e495-7fb3-468c-bcf4-744c57076cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:32.095557 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-0a396374-0569-4bbc-a15d-7b6dc62f85e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:32.113063 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9e495-7fb3-468c-bcf4-744c57076cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad54b90-e3e0-4b77-a4e3-ea6025cdfb59,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:32.122905 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9ab9e495-7fb3-468c-bcf4-744c57076cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:32.132603 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9ab9e495-7fb3-468c-bcf4-744c57076cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:32.136522 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-9ab9e495-7fb3-468c-bcf4-744c57076cc1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1ad54b90-e3e0-4b77-a4e3-ea6025cdfb59 HTTP/1.1" status: 204 len: 168 time: 0.2713277 Feb 03 20:17:32.233455 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-11920175-15f0-4d74-84bb-e2883729df55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'name': 'tempest-TestMinimumBasicScenario-1251089237-router', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ec85de47-b874-4f43-8121-59989463f134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:17:11Z', 'updated_at': '2021-02-03T20:17:20Z', 'revision_number': 4, 'project_id': '73913970268448ee97673e03b3b49b75', 'gw_port': {'id': 'ec85de47-b874-4f43-8121-59989463f134', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:17:13Z', 'updated_at': '2021-02-03T20:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': 'fff0004c-a0db-4cea-a36f-b69c0f902918', 'name': '', 'network_id': 'f5682e83-11b2-46ba-b750-39074c149b2f', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'mac_address': 'fa:16:3e:24:96:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd7e68c5f-7f63-49c3-8914-849c33a200e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:17:18Z', 'updated_at': '2021-02-03T20:17:30Z', 'revision_number': 4, 'project_id': '73913970268448ee97673e03b3b49b75', 'subnets': [{'id': 'd7e68c5f-7f63-49c3-8914-849c33a200e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:17:32.240792 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11920175-15f0-4d74-84bb-e2883729df55 None None] The sync data for ids ['443d7ba2-eb7f-4efa-8678-131cb7bbe3e5'] in dv-cinder-773985-1-smb is: [{'id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'name': 'tempest-TestMinimumBasicScenario-1251089237-router', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ec85de47-b874-4f43-8121-59989463f134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:17:11Z', 'updated_at': '2021-02-03T20:17:20Z', 'revision_number': 4, 'project_id': '73913970268448ee97673e03b3b49b75', 'gw_port': {'id': 'ec85de47-b874-4f43-8121-59989463f134', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:17:13Z', 'updated_at': '2021-02-03T20:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': 'fff0004c-a0db-4cea-a36f-b69c0f902918', 'name': '', 'network_id': 'f5682e83-11b2-46ba-b750-39074c149b2f', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'mac_address': 'fa:16:3e:24:96:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd7e68c5f-7f63-49c3-8914-849c33a200e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:17:18Z', 'updated_at': '2021-02-03T20:17:30Z', 'revision_number': 4, 'project_id': '73913970268448ee97673e03b3b49b75', 'subnets': [{'id': 'd7e68c5f-7f63-49c3-8914-849c33a200e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:17:32.497685 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device fff0004c-a0db-4cea-a36f-b69c0f902918 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:17:32.580816 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762348f9-96fa-4414-9e8a-1d2a00446275 req-fd12d2d4-51aa-4e88-972f-32d161f17036 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:32.588676 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-762348f9-96fa-4414-9e8a-1d2a00446275 req-fd12d2d4-51aa-4e88-972f-32d161f17036 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.1999984 Feb 03 20:17:32.650400 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-762348f9-96fa-4414-9e8a-1d2a00446275 req-86fa48f3-b5ad-44d3-a2e1-15427dba81ca tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641069 Feb 03 20:17:32.657208 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning for port fff0004c-a0db-4cea-a36f-b69c0f902918 completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:17:32.665696 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port fff0004c-a0db-4cea-a36f-b69c0f902918 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:17:32.665696 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:32.837640 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:32.877835 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] For port fff0004c-a0db-4cea-a36f-b69c0f902918, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=fff0004c-a0db-4cea-a36f-b69c0f902918,segment=NetworkSegment(0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd),segment_id=0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:17:32.976392 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:32.979747 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-52eff889-fe78-445b-82bd-564ab67f7ad5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:33.055301 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Pushing event updated for resources: {'Port': ['ID=fff0004c-a0db-4cea-a36f-b69c0f902918,revision_number=5']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:33.058688 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:34.087249 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3893b-307d-43ce-9108-3013d206b76f req-9eb541ec-467b-4f51-92b3-7fce26f298c0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:34.089151 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e2c3893b-307d-43ce-9108-3013d206b76f req-9eb541ec-467b-4f51-92b3-7fce26f298c0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.2294271 Feb 03 20:17:34.180427 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e2c3893b-307d-43ce-9108-3013d206b76f req-3633f9c9-4ab7-4460-a19a-9fb5d398fa27 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837340 Feb 03 20:17:34.401938 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3b16b-edf4-40f6-bee3-20d131a64507 req-4b069fe9-f8a9-4b1e-9da9-64e96d428451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:34.403596 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7be3b16b-edf4-40f6-bee3-20d131a64507 req-4b069fe9-f8a9-4b1e-9da9-64e96d428451 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7d0c86df6c4f4593b9a31a035a219a8b&device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 1162 time: 0.1017969 Feb 03 20:17:34.497721 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device fff0004c-a0db-4cea-a36f-b69c0f902918 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:17:34.609465 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port fff0004c-a0db-4cea-a36f-b69c0f902918 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:17:34.609999 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:34.637429 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3b16b-edf4-40f6-bee3-20d131a64507 req-f6e770d3-ee6d-4cc9-8541-3c13ac22ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:34.639220 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7be3b16b-edf4-40f6-bee3-20d131a64507 req-f6e770d3-ee6d-4cc9-8541-3c13ac22ddc1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=08219bc6-fd07-43f5-9c2f-a541f5c84519 HTTP/1.1" status: 200 len: 911 time: 0.2275252 Feb 03 20:17:34.831826 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7be3b16b-edf4-40f6-bee3-20d131a64507 req-320fb251-f9f2-455f-a898-2ecaf48710e6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a86718e-7a23-45f7-977f-2a3cad359862 HTTP/1.1" status: 200 len: 1001 time: 0.1849945 Feb 03 20:17:34.951995 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3b16b-edf4-40f6-bee3-20d131a64507 req-47b8d3bb-6ef1-4b7d-b11b-e652db52354f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:34.954444 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7be3b16b-edf4-40f6-bee3-20d131a64507 req-47b8d3bb-6ef1-4b7d-b11b-e652db52354f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f3c3806f-0e98-495a-bf4b-ac3a793d5c17 HTTP/1.1" status: 200 len: 856 time: 0.1115527 Feb 03 20:17:35.047594 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3b16b-edf4-40f6-bee3-20d131a64507 req-4fc63b8e-52fd-4979-8fd9-e192c236abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:35.049253 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7be3b16b-edf4-40f6-bee3-20d131a64507 req-4fc63b8e-52fd-4979-8fd9-e192c236abbc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=08219bc6-fd07-43f5-9c2f-a541f5c84519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0886574 Feb 03 20:17:35.220465 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7be3b16b-edf4-40f6-bee3-20d131a64507 req-d116b937-6cb7-4b31-a7cb-ec2dcbf41aee service neutron] 10.222.0.90 "GET /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646354 Feb 03 20:17:35.393120 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7be3b16b-edf4-40f6-bee3-20d131a64507 req-730bc1fa-2dd3-4397-895c-16130d503cbf service neutron] 10.222.0.90 "GET /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1668983 Feb 03 20:17:35.583638 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834cf30-903b-4bd6-b6e9-86f5b82f45ba req-1f12aac0-00e8-4bb0-ae27-1a5e7b703b59 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:35.585382 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d834cf30-903b-4bd6-b6e9-86f5b82f45ba req-1f12aac0-00e8-4bb0-ae27-1a5e7b703b59 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.1912658 Feb 03 20:17:35.651897 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d834cf30-903b-4bd6-b6e9-86f5b82f45ba req-8530b96d-1785-4d65-b3e5-e6d07652077d tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601707 Feb 03 20:17:36.980599 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebca00-4614-4b63-b00e-7f7cc0c9b31b req-f4262ffa-e223-4b11-a1a2-162f8e95c651 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:36.982902 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e1ebca00-4614-4b63-b00e-7f7cc0c9b31b req-f4262ffa-e223-4b11-a1a2-162f8e95c651 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.1781566 Feb 03 20:17:37.068442 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e1ebca00-4614-4b63-b00e-7f7cc0c9b31b req-545c8840-8c4f-4300-9ddb-4e9d1b093d70 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759037 Feb 03 20:17:38.373621 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c69c69-fb1b-4065-ad63-3e4215973850 req-882c788a-5544-4048-ae1c-46c0164e0e2f tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:38.375851 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c8c69c69-fb1b-4065-ad63-3e4215973850 req-882c788a-5544-4048-ae1c-46c0164e0e2f tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.1643281 Feb 03 20:17:38.446216 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c8c69c69-fb1b-4065-ad63-3e4215973850 req-2d57999c-c3a7-43e0-a176-9261a28e2b24 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636523 Feb 03 20:17:38.955532 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 2a86718e-7a23-45f7-977f-2a3cad359862 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:17:39.047890 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-db496d8d-fec2-485b-9b7a-5626f08639f9 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:39.048835 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-db496d8d-fec2-485b-9b7a-5626f08639f9 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Synchronizing usage tracker for tenant:73913970268448ee97673e03b3b49b75 on resource:network {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:17:39.085024 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-db496d8d-fec2-485b-9b7a-5626f08639f9 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Unset dirty status for tenant:73913970268448ee97673e03b3b49b75 on resource:network {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:17:39.086512 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-db496d8d-fec2-485b-9b7a-5626f08639f9 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/networks?id=f5682e83-11b2-46ba-b750-39074c149b2f HTTP/1.1" status: 200 len: 815 time: 0.2828565 Feb 03 20:17:39.089142 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:39.105412 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-fca326f8-919d-4108-be2c-03cc6b67f7e1 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/quotas/73913970268448ee97673e03b3b49b75 HTTP/1.1" status: 200 len: 375 time: 0.0123849 Feb 03 20:17:39.134864 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0debe45d-e8fa-4473-8c3d-f05442ac3fe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a86718e-7a23-45f7-977f-2a3cad359862'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:17:39.148931 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port 2a86718e-7a23-45f7-977f-2a3cad359862, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=2a86718e-7a23-45f7-977f-2a3cad359862,segment=NetworkSegment(4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927),segment_id=4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:17:39.199601 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:39.201955 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-34be2e89-5ff9-432d-8ffc-9c6e315dbe1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:39.233395 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-6ba48092-df49-4d25-9e98-6c1d306057b1 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=73913970268448ee97673e03b3b49b75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1213956 Feb 03 20:17:39.311682 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=2a86718e-7a23-45f7-977f-2a3cad359862,revision_number=5']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:39.316327 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:39.401968 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-d38d6902-2bcb-42e6-bd7a-0f5ba883fecd service neutron] 10.222.0.101 "GET /v2.0/networks/f5682e83-11b2-46ba-b750-39074c149b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552343 Feb 03 20:17:39.480673 dv-cinder-773985-1-smb neutron-server[80058]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0debe45d-e8fa-4473-8c3d-f05442ac3fe6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2a86718e-7a23-45f7-977f-2a3cad359862', 'code': 422} returned with failed status Feb 03 20:17:39.563725 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-58563a4c-de1a-4cc7-8943-614371369847 service neutron] 10.222.0.101 "GET /v2.0/networks/f5682e83-11b2-46ba-b750-39074c149b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1544349 Feb 03 20:17:39.913286 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f1966291-6dee-4aab-80f7-7977eb6feac5 req-f03fab2c-aa48-4ac3-9eea-00cbd4b74f2e tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 210 time: 0.0726807 Feb 03 20:17:40.143348 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f40ca2-b232-4200-b6b7-26a993df81a0 req-50e8e8ed-8fb3-420d-8865-983fceafe77c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:40.145212 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-41f40ca2-b232-4200-b6b7-26a993df81a0 req-50e8e8ed-8fb3-420d-8865-983fceafe77c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.1843307 Feb 03 20:17:40.192356 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 54396) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:17:40.214955 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-41f40ca2-b232-4200-b6b7-26a993df81a0 req-0457721d-a66a-4294-9937-389dc83bd921 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629237 Feb 03 20:17:40.352946 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-69962db9-904e-409e-ae51-2f040df40245 req-9b20c2a4-e4af-4f7d-bd39-f72d167ddbd7 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1580880 Feb 03 20:17:41.096037 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-525e3637-065d-4a51-b2ed-ee2659c62c7d req-765bbf92-9a63-4556-a613-2cce37a230eb tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 210 time: 0.0506763 Feb 03 20:17:41.752609 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74986bed-942a-465f-89bd-8b01cef17454 req-5584a9c1-7ee7-4ea1-95b3-5e7f23cc5016 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:41.754579 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-74986bed-942a-465f-89bd-8b01cef17454 req-5584a9c1-7ee7-4ea1-95b3-5e7f23cc5016 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.3856821 Feb 03 20:17:41.824580 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-74986bed-942a-465f-89bd-8b01cef17454 req-bf26a057-af85-4cc3-9ab9-3c2683900b13 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632589 Feb 03 20:17:41.975487 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 54422) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:17:42.085162 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-ce69b384-0bcb-4148-97d7-6ad1aa528581 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:42.085162 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-ce69b384-0bcb-4148-97d7-6ad1aa528581 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.90 "GET /v2.0/networks?id=f5682e83-11b2-46ba-b750-39074c149b2f HTTP/1.1" status: 200 len: 815 time: 0.2563241 Feb 03 20:17:42.111245 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-da7d6d9c-18d6-4b57-8b7f-36c8d52d231d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Request body: {'port': {'device_id': 'bb2907fc-c2ea-4cb4-b0a8-976f463a6240', 'network_id': 'f5682e83-11b2-46ba-b750-39074c149b2f', 'admin_state_up': True, 'tenant_id': '73913970268448ee97673e03b3b49b75'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:17:42.175842 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:42.321271 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c57807fb-e485-42c0-b430-f82e5d1eea2d req-078490e9-f212-4b7f-814c-9904697c49c8 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 210 time: 0.0729499 Feb 03 20:17:42.334302 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-da7d6d9c-18d6-4b57-8b7f-36c8d52d231d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:17:42.338890 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-da7d6d9c-18d6-4b57-8b7f-36c8d52d231d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Usage tracker for resource:port and tenant:73913970268448ee97673e03b3b49b75 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:17:42.342601 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-da7d6d9c-18d6-4b57-8b7f-36c8d52d231d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:17:42.349068 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-da7d6d9c-18d6-4b57-8b7f-36c8d52d231d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:17:42.387196 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-da7d6d9c-18d6-4b57-8b7f-36c8d52d231d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Made reservation on behalf of 73913970268448ee97673e03b3b49b75 for: {'port': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:17:42.414453 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-da7d6d9c-18d6-4b57-8b7f-36c8d52d231d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:42.434650 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:17:42.441513 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Usage tracker for resource:security_group_rule and tenant:b1e9afec599246beaa905a250461114a is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:17:42.449923 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:17:42.458274 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:17:42.507468 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69962db9-904e-409e-ae51-2f040df40245 req-421fccf0-09dd-4555-8c5d-bb22d363f520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:42.509172 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-69962db9-904e-409e-ae51-2f040df40245 req-421fccf0-09dd-4555-8c5d-bb22d363f520 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6&tenant_id=7d0c86df6c4f4593b9a31a035a219a8b HTTP/1.1" status: 200 len: 1160 time: 0.4037390 Feb 03 20:17:42.621832 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:42.652981 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69962db9-904e-409e-ae51-2f040df40245 req-224d78cb-bbea-4891-b60f-8a78b60f5316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:42.654654 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-69962db9-904e-409e-ae51-2f040df40245 req-224d78cb-bbea-4891-b60f-8a78b60f5316 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7d0c86df6c4f4593b9a31a035a219a8b&device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 1160 time: 0.1012721 Feb 03 20:17:42.655842 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:42.686427 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c51907cc-027d-4f64-9738-d98d341f511d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:42.702535 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b1e9afec599246beaa905a250461114a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7230248 Feb 03 20:17:42.714977 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 54446) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:17:42.742100 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bdb913-982b-4563-b958-ccc59d20c0a4,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:42.799199 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-da7d6d9c-18d6-4b57-8b7f-36c8d52d231d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Allocated IP 172.20.0.12 (f5682e83-11b2-46ba-b750-39074c149b2f/d7e68c5f-7f63-49c3-8914-849c33a200e1/a2f7bf10-2aed-4125-9716-d5d629b161ec) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:17:42.808353 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:42.808847 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:42.809254 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:42.809666 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:42.810072 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:42.810483 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:42.810885 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:42.811286 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:42.811718 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:42.812229 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:42.812633 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:42.813034 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:42.813472 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:42.813869 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:42.814287 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:42.814723 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:42.815128 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:42.815526 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:42.815949 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:42.816345 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:42.816743 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:42.817140 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:42.817534 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:42.817932 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:42.824170 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:42.824352 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:42.883827 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:42.885543 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69962db9-904e-409e-ae51-2f040df40245 req-01ad982c-decb-4e93-932b-0f41bba24130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:42.887593 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-69962db9-904e-409e-ae51-2f040df40245 req-01ad982c-decb-4e93-932b-0f41bba24130 service neutron] 10.222.0.90 "GET /v2.0/networks?id=08219bc6-fd07-43f5-9c2f-a541f5c84519 HTTP/1.1" status: 200 len: 911 time: 0.2026911 Feb 03 20:17:43.038655 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f827f77d-e601-42a0-9edb-4db68d6e104e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:43.088819 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-69962db9-904e-409e-ae51-2f040df40245 req-29b6a4af-c8ce-4156-9fdf-b40b1cf4274e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a86718e-7a23-45f7-977f-2a3cad359862 HTTP/1.1" status: 200 len: 999 time: 0.1933718 Feb 03 20:17:43.248385 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:43.268967 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-1d4f74ab-ac83-421f-b187-ee3f07ac4245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:43.292349 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bdb913-982b-4563-b958-ccc59d20c0a4,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:43.317360 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:43.318600 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a1bdb913-982b-4563-b958-ccc59d20c0a4 HTTP/1.1" status: 204 len: 168 time: 0.6025472 Feb 03 20:17:43.335274 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:43.335713 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:43.336163 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:43.336519 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:43.336915 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:43.337309 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:43.337699 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:43.338086 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:43.338492 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:43.338880 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:43.339266 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:43.339671 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:43.340102 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:43.340484 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:43.340864 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:43.341247 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:43.341627 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:43.342014 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:43.342502 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:43.342918 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:43.343473 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:43.343842 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:43.344220 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:43.344722 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:17:43.351867 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-f68d13c4-df54-4b7d-b0cf-87d13a597ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:43.488158 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094ba5f-19ff-40f7-8164-cfd18aeef0d2 req-2af833e0-8e13-41c6-8442-da482f3dd86d tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:43.489979 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c094ba5f-19ff-40f7-8164-cfd18aeef0d2 req-2af833e0-8e13-41c6-8442-da482f3dd86d tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.4440706 Feb 03 20:17:43.573743 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-da7d6d9c-18d6-4b57-8b7f-36c8d52d231d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:43.593999 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-df180929-a5b2-426a-935d-e1ad32a8fe44 req-ddae8b01-ca8b-4b7e-bb10-bf0f713666dd tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Synchronizing usage tracker for tenant:73913970268448ee97673e03b3b49b75 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:17:43.653299 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c094ba5f-19ff-40f7-8164-cfd18aeef0d2 req-1740c8ab-58b3-4794-acc7-18493e4b5fa9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537149 Feb 03 20:17:43.695978 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-da7d6d9c-18d6-4b57-8b7f-36c8d52d231d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Transition to ACTIVE for port object a2f7bf10-2aed-4125-9716-d5d629b161ec will not be triggered until provisioned by entity DHCP. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:17:43.747352 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-df180929-a5b2-426a-935d-e1ad32a8fe44 req-ddae8b01-ca8b-4b7e-bb10-bf0f713666dd tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Unset dirty status for tenant:73913970268448ee97673e03b3b49b75 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:17:43.764265 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-df180929-a5b2-426a-935d-e1ad32a8fe44 req-ddae8b01-ca8b-4b7e-bb10-bf0f713666dd tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 210 time: 0.2434027 Feb 03 20:17:43.786581 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-da7d6d9c-18d6-4b57-8b7f-36c8d52d231d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:43.805734 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:43.940862 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d6d9c-18d6-4b57-8b7f-36c8d52d231d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Pushing event updated for resources: {'Port': ['ID=a2f7bf10-2aed-4125-9716-d5d629b161ec,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:43.944118 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-da7d6d9c-18d6-4b57-8b7f-36c8d52d231d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:44.022185 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-da7d6d9c-18d6-4b57-8b7f-36c8d52d231d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Network f5682e83-11b2-46ba-b750-39074c149b2f is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:17:44.023339 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-da7d6d9c-18d6-4b57-8b7f-36c8d52d231d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:17:44.028255 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 54462) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:17:44.028848 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-da7d6d9c-18d6-4b57-8b7f-36c8d52d231d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:17:44.048407 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-bbac5f76-0c90-46f1-8a33-d07671c2e8c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:44.066865 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-bbac5f76-0c90-46f1-8a33-d07671c2e8c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:17:44.072015 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-bbac5f76-0c90-46f1-8a33-d07671c2e8c6 admin admin] Usage tracker for resource:security_group_rule and tenant:7f774293e3744c8694e89c4cefee4400 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:17:44.075916 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-bbac5f76-0c90-46f1-8a33-d07671c2e8c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:17:44.083032 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-bbac5f76-0c90-46f1-8a33-d07671c2e8c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:17:44.180254 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-bbac5f76-0c90-46f1-8a33-d07671c2e8c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:44.181368 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-da7d6d9c-18d6-4b57-8b7f-36c8d52d231d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:44.182107 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-da7d6d9c-18d6-4b57-8b7f-36c8d52d231d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:44.221705 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-bbac5f76-0c90-46f1-8a33-d07671c2e8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:44.237373 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-555e197a-3e22-42cf-9994-1b1a6e2af0f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:44.266761 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-da7d6d9c-18d6-4b57-8b7f-36c8d52d231d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1603663 Feb 03 20:17:44.272123 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-bbac5f76-0c90-46f1-8a33-d07671c2e8c6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7f774293e3744c8694e89c4cefee4400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425177 Feb 03 20:17:44.274825 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 54466) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:17:44.279588 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac5f76-0c90-46f1-8a33-d07671c2e8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d4ff71-5813-40d0-93dd-65f188f1f6da,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:44.283087 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-bbac5f76-0c90-46f1-8a33-d07671c2e8c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:44.362378 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-29a0a01e-27b6-4d91-bb5b-5772ea6cb76f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:44.376422 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-2dd5b145-c825-40f9-9bd2-759ce468688b None None] Provisioning for port a2f7bf10-2aed-4125-9716-d5d629b161ec completed by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:17:44.382152 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-2dd5b145-c825-40f9-9bd2-759ce468688b None None] Provisioning complete for port a2f7bf10-2aed-4125-9716-d5d629b161ec triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:17:44.382698 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2dd5b145-c825-40f9-9bd2-759ce468688b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:44.395612 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-29a0a01e-27b6-4d91-bb5b-5772ea6cb76f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:44.452899 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-2dd5b145-c825-40f9-9bd2-759ce468688b None None] Port a2f7bf10-2aed-4125-9716-d5d629b161ec cannot update to ACTIVE because it is not bound. {{(pid=80171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 20:17:44.522883 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-29a0a01e-27b6-4d91-bb5b-5772ea6cb76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:44.528798 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-1ba67f8c-eca8-4836-b081-d21769c261ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:44.544591 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0a01e-27b6-4d91-bb5b-5772ea6cb76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d4ff71-5813-40d0-93dd-65f188f1f6da,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:44.550002 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-29a0a01e-27b6-4d91-bb5b-5772ea6cb76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:44.554048 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-29a0a01e-27b6-4d91-bb5b-5772ea6cb76f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:44.555401 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-29a0a01e-27b6-4d91-bb5b-5772ea6cb76f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/77d4ff71-5813-40d0-93dd-65f188f1f6da HTTP/1.1" status: 204 len: 168 time: 0.2794213 Feb 03 20:17:45.098472 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aebb42-0782-41f8-b735-ea1b2aee8d4f req-447f16af-f1ab-411d-a302-6b7f6366acdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:45.100218 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a4aebb42-0782-41f8-b735-ea1b2aee8d4f req-447f16af-f1ab-411d-a302-6b7f6366acdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 932 time: 0.2009711 Feb 03 20:17:45.222445 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f785f2-b5be-4792-9f66-dc005650a36f req-5d57d6e8-6937-40ac-b9bf-005bb0a4f2ec tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:45.224379 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-90f785f2-b5be-4792-9f66-dc005650a36f req-5d57d6e8-6937-40ac-b9bf-005bb0a4f2ec tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.3874006 Feb 03 20:17:45.294859 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d3263964-a2b1-4cd8-a842-45e39c05752c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:45.308129 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-a4aebb42-0782-41f8-b735-ea1b2aee8d4f req-ef51ca67-45a1-4530-a3b9-0b84667c3b08 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Synchronizing usage tracker for tenant:73913970268448ee97673e03b3b49b75 on resource:security_group {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:17:45.361904 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-90f785f2-b5be-4792-9f66-dc005650a36f req-561ef815-cf98-4240-bcf7-167eb2f384e5 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283298 Feb 03 20:17:45.421506 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-a4aebb42-0782-41f8-b735-ea1b2aee8d4f req-ef51ca67-45a1-4530-a3b9-0b84667c3b08 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Unset dirty status for tenant:73913970268448ee97673e03b3b49b75 on resource:security_group {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:17:45.428008 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a4aebb42-0782-41f8-b735-ea1b2aee8d4f req-ef51ca67-45a1-4530-a3b9-0b84667c3b08 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193216 Feb 03 20:17:45.854719 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:46.032895 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:46.787448 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:46.794983 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fff84-b695-4a6a-a21a-74de08078246 req-77404f66-91f3-4fa8-a0c4-7b0360cb6d7c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:46.796852 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-216fff84-b695-4a6a-a21a-74de08078246 req-77404f66-91f3-4fa8-a0c4-7b0360cb6d7c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.2817919 Feb 03 20:17:46.952075 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60828a4-62da-4b7e-848e-1e3ae2c34ea5 req-042a0b25-993c-4aef-a86f-6ae48c35a747 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:46.954193 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c60828a4-62da-4b7e-848e-1e3ae2c34ea5 req-042a0b25-993c-4aef-a86f-6ae48c35a747 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 932 time: 0.3550704 Feb 03 20:17:46.978989 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-216fff84-b695-4a6a-a21a-74de08078246 req-44566110-c536-4634-948e-9fce518afa3e tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720967 Feb 03 20:17:47.048854 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c60828a4-62da-4b7e-848e-1e3ae2c34ea5 req-b868cc3c-af53-4ffa-a173-48fefd3fd9a4 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686245 Feb 03 20:17:47.588046 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:48.361299 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442b8ad-8340-4226-a358-5b22c6f44598 req-6a3f677a-8e1f-49b9-b542-7d582524fa80 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:48.363087 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0442b8ad-8340-4226-a358-5b22c6f44598 req-6a3f677a-8e1f-49b9-b542-7d582524fa80 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.2280781 Feb 03 20:17:48.520823 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c9fe5-e229-41d7-ab55-cb8fdad1d3b1 req-4ec26e0c-6470-4f2f-a646-9e1b37b8811a tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:48.522556 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-021c9fe5-e229-41d7-ab55-cb8fdad1d3b1 req-4ec26e0c-6470-4f2f-a646-9e1b37b8811a tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 932 time: 0.3115866 Feb 03 20:17:48.541685 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0442b8ad-8340-4226-a358-5b22c6f44598 req-98917a2f-007e-4e70-bb10-26274bd41e4a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700504 Feb 03 20:17:48.578491 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 54542) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:17:48.611365 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-021c9fe5-e229-41d7-ab55-cb8fdad1d3b1 req-00c3baef-1250-4759-b4b6-0f0f178844ce tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685489 Feb 03 20:17:48.792360 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6ba9bb2b-8022-4f24-8c7f-529549aacec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:48.808928 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-6ba9bb2b-8022-4f24-8c7f-529549aacec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:17:48.813077 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-6ba9bb2b-8022-4f24-8c7f-529549aacec6 admin admin] Usage tracker for resource:security_group_rule and tenant:984fe0e0bcc443ef9516e594322681f7 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:17:48.816095 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-6ba9bb2b-8022-4f24-8c7f-529549aacec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:17:48.821880 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-6ba9bb2b-8022-4f24-8c7f-529549aacec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:17:48.915045 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6ba9bb2b-8022-4f24-8c7f-529549aacec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:48.954373 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6ba9bb2b-8022-4f24-8c7f-529549aacec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:48.968659 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-222855b4-02a9-46e0-abdc-00a62ca0fbad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:49.017072 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-6ba9bb2b-8022-4f24-8c7f-529549aacec6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=984fe0e0bcc443ef9516e594322681f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4372954 Feb 03 20:17:49.019018 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9bb2b-8022-4f24-8c7f-529549aacec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51283f58-20a3-4f74-9f37-1452a7605ebf,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:49.019970 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 54548) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:17:49.022613 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-6ba9bb2b-8022-4f24-8c7f-529549aacec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:49.093518 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-761f6e3a-1841-4d7c-887b-fe226c990f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:49.125771 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-761f6e3a-1841-4d7c-887b-fe226c990f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:49.215812 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-761f6e3a-1841-4d7c-887b-fe226c990f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:49.220051 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9b998aa5-0490-4d6a-acce-1e1b1663461e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:49.233673 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f6e3a-1841-4d7c-887b-fe226c990f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51283f58-20a3-4f74-9f37-1452a7605ebf,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:49.239317 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-761f6e3a-1841-4d7c-887b-fe226c990f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:49.268899 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-761f6e3a-1841-4d7c-887b-fe226c990f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:49.272468 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-761f6e3a-1841-4d7c-887b-fe226c990f54 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/51283f58-20a3-4f74-9f37-1452a7605ebf HTTP/1.1" status: 204 len: 168 time: 0.2511654 Feb 03 20:17:49.897061 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4f011-3c07-4d9d-a9a5-899e496ffb6f req-5c519f79-c90c-4e2a-aebb-3ec5e9d6d95a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:49.897947 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 54560) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:17:49.898812 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f3d4f011-3c07-4d9d-a9a5-899e496ffb6f req-5c519f79-c90c-4e2a-aebb-3ec5e9d6d95a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.1961973 Feb 03 20:17:49.917501 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-99dbb2a6-909e-4e5b-9d2c-4e082add6611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:49.933447 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-99dbb2a6-909e-4e5b-9d2c-4e082add6611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:17:49.939548 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-99dbb2a6-909e-4e5b-9d2c-4e082add6611 admin admin] Usage tracker for resource:security_group_rule and tenant:36dfc51de61741e4bf1ab4f82625bfea is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:17:49.943529 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-99dbb2a6-909e-4e5b-9d2c-4e082add6611 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:17:49.950444 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-99dbb2a6-909e-4e5b-9d2c-4e082add6611 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:17:50.048711 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-99dbb2a6-909e-4e5b-9d2c-4e082add6611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:50.080153 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-99dbb2a6-909e-4e5b-9d2c-4e082add6611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:50.090598 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-2b35a3e0-f5d0-420a-aa8f-a89c7760b16f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:50.151867 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-99dbb2a6-909e-4e5b-9d2c-4e082add6611 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=36dfc51de61741e4bf1ab4f82625bfea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2523372 Feb 03 20:17:50.160400 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 54564) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:17:50.176414 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dbb2a6-909e-4e5b-9d2c-4e082add6611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd905b6-000c-44c9-84ca-c5c35125673b,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:50.180021 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-99dbb2a6-909e-4e5b-9d2c-4e082add6611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:50.240165 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-acc90d00-e29c-4a2c-9a19-b345ecea7cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:50.258531 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f3d4f011-3c07-4d9d-a9a5-899e496ffb6f req-815517cb-09a8-4ab2-b4fa-293ed5b33b9a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3036857 Feb 03 20:17:50.270515 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-acc90d00-e29c-4a2c-9a19-b345ecea7cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:50.355531 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ddc7d-bc24-443e-8b1b-4f8bb1de2e0b req-ade0e496-9f76-4459-b1da-d23bd0728276 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:50.357271 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1c8ddc7d-bc24-443e-8b1b-4f8bb1de2e0b req-ade0e496-9f76-4459-b1da-d23bd0728276 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 932 time: 0.4574695 Feb 03 20:17:50.375168 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-acc90d00-e29c-4a2c-9a19-b345ecea7cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:50.379890 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-d0490a29-7079-4b0a-a0d8-886a3a86365a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:50.395130 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc90d00-e29c-4a2c-9a19-b345ecea7cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd905b6-000c-44c9-84ca-c5c35125673b,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:50.398406 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-acc90d00-e29c-4a2c-9a19-b345ecea7cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:50.400884 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-acc90d00-e29c-4a2c-9a19-b345ecea7cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:50.404124 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-acc90d00-e29c-4a2c-9a19-b345ecea7cce admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fdd905b6-000c-44c9-84ca-c5c35125673b HTTP/1.1" status: 204 len: 168 time: 0.2405009 Feb 03 20:17:50.425899 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1c8ddc7d-bc24-443e-8b1b-4f8bb1de2e0b req-c8e48fa3-25ba-4f1a-9ccf-66de00fed8cf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613844 Feb 03 20:17:51.627234 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe8542-f013-4f39-96f5-769bd316db26 req-2dcefa43-944b-495a-86bd-ed575a68d1da tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:51.629280 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-14fe8542-f013-4f39-96f5-769bd316db26 req-2dcefa43-944b-495a-86bd-ed575a68d1da tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.2062280 Feb 03 20:17:51.775117 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-14fe8542-f013-4f39-96f5-769bd316db26 req-42872054-3eee-4a18-b7d6-45b5c1fe419d tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844305 Feb 03 20:17:51.888304 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f08b8-e739-4fc0-97e8-9375a372d89d req-0454071c-6522-40c1-8baa-1342ff47854a tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:51.890883 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-875f08b8-e739-4fc0-97e8-9375a372d89d req-0454071c-6522-40c1-8baa-1342ff47854a tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 932 time: 0.2598000 Feb 03 20:17:51.962096 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-875f08b8-e739-4fc0-97e8-9375a372d89d req-57c7a057-8c61-4497-bade-79c0baa380e5 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640984 Feb 03 20:17:53.128682 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c496ec-ba50-43a1-bfd7-24e7e32b74f4 req-8e766c72-7b00-4912-8784-e73bcad9e3c4 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:53.130376 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-38c496ec-ba50-43a1-bfd7-24e7e32b74f4 req-8e766c72-7b00-4912-8784-e73bcad9e3c4 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.1817822 Feb 03 20:17:53.267675 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-38c496ec-ba50-43a1-bfd7-24e7e32b74f4 req-e7ab2e30-3676-4c4d-b640-e40a3b631600 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937917 Feb 03 20:17:53.368471 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e93fca-47db-4fe8-a867-f54eb1423f46 req-681aec6c-008f-4daf-b335-34ca524f602d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:53.370521 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f5e93fca-47db-4fe8-a867-f54eb1423f46 req-681aec6c-008f-4daf-b335-34ca524f602d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 932 time: 0.2391310 Feb 03 20:17:53.442325 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f5e93fca-47db-4fe8-a867-f54eb1423f46 req-0f4c99a4-c126-4bef-9402-20716da93f70 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645764 Feb 03 20:17:54.654229 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d0639-661b-40c7-a36c-5b4c55429622 req-40ae2e99-ae62-4682-8170-fa94b4379692 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:54.662640 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-996d0639-661b-40c7-a36c-5b4c55429622 req-40ae2e99-ae62-4682-8170-fa94b4379692 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.2324951 Feb 03 20:17:54.788245 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-996d0639-661b-40c7-a36c-5b4c55429622 req-76f1a296-375a-4ec5-8cde-a379ba184d32 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245253 Feb 03 20:17:54.904220 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09101d2-89c7-4b9d-8bba-cf91402fb397 req-23700036-4a67-49cf-9343-3c6cb5fc8004 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:54.906050 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c09101d2-89c7-4b9d-8bba-cf91402fb397 req-23700036-4a67-49cf-9343-3c6cb5fc8004 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 932 time: 0.2404237 Feb 03 20:17:54.978726 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c09101d2-89c7-4b9d-8bba-cf91402fb397 req-af04b92f-5e11-4bf6-b28d-c638546684a1 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648396 Feb 03 20:17:56.104542 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e4003-afc4-448f-8782-1c487d07cdd0 req-07a757f5-fa6b-4695-9d3d-80f13b5df7d6 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:56.106273 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c39e4003-afc4-448f-8782-1c487d07cdd0 req-07a757f5-fa6b-4695-9d3d-80f13b5df7d6 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.1715763 Feb 03 20:17:56.230576 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c39e4003-afc4-448f-8782-1c487d07cdd0 req-10ef50cd-09c1-40a9-928c-6529675f7824 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172624 Feb 03 20:17:56.345462 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e3d02-886c-4cde-b0a1-4b252fc58b4d req-3a79110f-a3f7-4ac7-88ab-5f4387aabe88 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:56.347171 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-921e3d02-886c-4cde-b0a1-4b252fc58b4d req-3a79110f-a3f7-4ac7-88ab-5f4387aabe88 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 932 time: 0.2160387 Feb 03 20:17:56.415558 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-921e3d02-886c-4cde-b0a1-4b252fc58b4d req-89f06c33-b130-4ae5-8952-e6bbc245bd1f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616465 Feb 03 20:17:57.543205 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0708cb-7bc1-451d-b014-4956504cf408 req-fb0b39c0-b545-4012-9ab0-64b6298c04eb tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:57.544881 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1e0708cb-7bc1-451d-b014-4956504cf408 req-fb0b39c0-b545-4012-9ab0-64b6298c04eb tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.1706362 Feb 03 20:17:57.671482 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1e0708cb-7bc1-451d-b014-4956504cf408 req-65d02736-9797-46a1-83dd-17c297cce2b1 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877061 Feb 03 20:17:57.768181 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6b87c-16d4-4f89-b142-f8615a7bba8b req-d6347d08-1dcf-4a8d-9df4-504c9195ecc7 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:57.769902 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-63d6b87c-16d4-4f89-b142-f8615a7bba8b req-d6347d08-1dcf-4a8d-9df4-504c9195ecc7 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 932 time: 0.2224638 Feb 03 20:17:57.776744 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-e3db62d1-d7f6-4a7f-97b8-2cef1b6e59a9 service neutron] Request body: {'port': {'device_id': 'bb2907fc-c2ea-4cb4-b0a8-976f463a6240', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:17:57.836484 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69962db9-904e-409e-ae51-2f040df40245 req-3e2c1bb8-0024-4825-87f7-8385824b4da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:57.838019 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-69962db9-904e-409e-ae51-2f040df40245 req-3e2c1bb8-0024-4825-87f7-8385824b4da2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f3c3806f-0e98-495a-bf4b-ac3a793d5c17 HTTP/1.1" status: 200 len: 856 time: 0.0761447 Feb 03 20:17:57.933501 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69962db9-904e-409e-ae51-2f040df40245 req-db7b2360-eae0-484e-92ce-d53d7ac02f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:57.935142 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-69962db9-904e-409e-ae51-2f040df40245 req-db7b2360-eae0-484e-92ce-d53d7ac02f0d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=08219bc6-fd07-43f5-9c2f-a541f5c84519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0867512 Feb 03 20:17:57.946964 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-63d6b87c-16d4-4f89-b142-f8615a7bba8b req-ce0e616c-b595-4c3c-a761-af2a737f0ff9 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424868 Feb 03 20:17:57.959759 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-e3db62d1-d7f6-4a7f-97b8-2cef1b6e59a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:58.095633 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-69962db9-904e-409e-ae51-2f040df40245 req-2e7aded2-19bb-446c-b021-3654bf0d75e2 service neutron] 10.222.0.90 "GET /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519289 Feb 03 20:17:58.242822 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-69962db9-904e-409e-ae51-2f040df40245 req-1d225180-eddf-4451-a7ec-fed5f2d98f70 service neutron] 10.222.0.90 "GET /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1405365 Feb 03 20:17:58.402296 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-e3db62d1-d7f6-4a7f-97b8-2cef1b6e59a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f7bf10-2aed-4125-9716-d5d629b161ec {{(pid=80170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 20:17:58.411666 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-e3db62d1-d7f6-4a7f-97b8-2cef1b6e59a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:58.425362 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-e3db62d1-d7f6-4a7f-97b8-2cef1b6e59a9 service neutron] Transition to ACTIVE for port object a2f7bf10-2aed-4125-9716-d5d629b161ec will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:17:58.482885 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-e3db62d1-d7f6-4a7f-97b8-2cef1b6e59a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787982947'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:58.501134 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-2ac65bda-3cfb-4516-8c28-feb5021fdd2c tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:58.645803 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db62d1-d7f6-4a7f-97b8-2cef1b6e59a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f7bf10-2aed-4125-9716-d5d629b161ec,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:58.661989 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-e3db62d1-d7f6-4a7f-97b8-2cef1b6e59a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:58.943645 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-e3db62d1-d7f6-4a7f-97b8-2cef1b6e59a9 service neutron] Attempting to bind port a2f7bf10-2aed-4125-9716-d5d629b161ec on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:17:58.943645 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-e3db62d1-d7f6-4a7f-97b8-2cef1b6e59a9 service neutron] Attempting to bind port a2f7bf10-2aed-4125-9716-d5d629b161ec by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5682e83-11b2-46ba-b750-39074c149b2f'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:17:58.943645 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-e3db62d1-d7f6-4a7f-97b8-2cef1b6e59a9 service neutron] Attempting to bind port a2f7bf10-2aed-4125-9716-d5d629b161ec on network f5682e83-11b2-46ba-b750-39074c149b2f {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:17:58.950645 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-e3db62d1-d7f6-4a7f-97b8-2cef1b6e59a9 service neutron] Checking agent: {'id': '4ba2278c-c66c-406d-ba19-1defa11400a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 11, 16), 'started_at': datetime.datetime(2021, 2, 3, 20, 11, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:17:58.951027 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-e3db62d1-d7f6-4a7f-97b8-2cef1b6e59a9 service neutron] Checking segment: {'id': '0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5682e83-11b2-46ba-b750-39074c149b2f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:17:58.951529 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-e3db62d1-d7f6-4a7f-97b8-2cef1b6e59a9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:58.951955 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-e3db62d1-d7f6-4a7f-97b8-2cef1b6e59a9 service neutron] Bound using segment: {'id': '0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5682e83-11b2-46ba-b750-39074c149b2f'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:17:58.952464 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-e3db62d1-d7f6-4a7f-97b8-2cef1b6e59a9 service neutron] Bound port: a2f7bf10-2aed-4125-9716-d5d629b161ec, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5682e83-11b2-46ba-b750-39074c149b2f'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:17:58.952842 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-e3db62d1-d7f6-4a7f-97b8-2cef1b6e59a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:59.073274 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-e3db62d1-d7f6-4a7f-97b8-2cef1b6e59a9 service neutron] For port a2f7bf10-2aed-4125-9716-d5d629b161ec, host hv-cinder-77398, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:17:59.077786 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-e3db62d1-d7f6-4a7f-97b8-2cef1b6e59a9 service neutron] For port a2f7bf10-2aed-4125-9716-d5d629b161ec, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=a2f7bf10-2aed-4125-9716-d5d629b161ec,segment=NetworkSegment(0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd),segment_id=0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:17:59.167128 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d274589-727d-4b80-b744-88a4dbf43db8 req-bbdcc48e-3a6f-4278-9d01-cd9ed9fc48e2 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:59.168804 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3d274589-727d-4b80-b744-88a4dbf43db8 req-bbdcc48e-3a6f-4278-9d01-cd9ed9fc48e2 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.2818816 Feb 03 20:17:59.172743 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-e3db62d1-d7f6-4a7f-97b8-2cef1b6e59a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787982947'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:59.239770 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-d555122b-62af-493c-a4af-ed696dcde845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:17:59.463468 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3d274589-727d-4b80-b744-88a4dbf43db8 req-0481df6b-0edc-4d5b-8e5b-5c01403b1425 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495739 Feb 03 20:17:59.474435 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db62d1-d7f6-4a7f-97b8-2cef1b6e59a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f7bf10-2aed-4125-9716-d5d629b161ec,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:17:59.481512 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-e3db62d1-d7f6-4a7f-97b8-2cef1b6e59a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:17:59.617833 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb4e51-d17b-4826-b5d2-90a06e1a2272 req-820ea493-d770-403c-9756-e7a7c67e1281 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:59.626389 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-68eb4e51-d17b-4826-b5d2-90a06e1a2272 req-820ea493-d770-403c-9756-e7a7c67e1281 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 944 time: 0.4560015 Feb 03 20:17:59.676357 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-e3db62d1-d7f6-4a7f-97b8-2cef1b6e59a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:17:59.677076 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-e3db62d1-d7f6-4a7f-97b8-2cef1b6e59a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:17:59.679019 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-e3db62d1-d7f6-4a7f-97b8-2cef1b6e59a9 service neutron] 10.222.0.90 "PUT /v2.0/ports/a2f7bf10-2aed-4125-9716-d5d629b161ec HTTP/1.1" status: 200 len: 1158 time: 1.9076467 Feb 03 20:17:59.679473 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2907fc-c2ea-4cb4-b0a8-976f463a6240', 'tag': 'a2f7bf10-2aed-4125-9716-d5d629b161ec'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:17:59.720130 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-68eb4e51-d17b-4826-b5d2-90a06e1a2272 req-a34ef5dd-5974-4f9f-9e24-b6c300e265d6 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926373 Feb 03 20:17:59.815884 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2907fc-c2ea-4cb4-b0a8-976f463a6240', 'tag': 'a2f7bf10-2aed-4125-9716-d5d629b161ec', 'status': 'completed', 'code': 200} Feb 03 20:18:00.590978 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:18:00.837958 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ace17c-fa71-4765-9847-bea5185e17ce req-9d01605b-8a38-44fa-b377-b81137b89db5 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:00.838778 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-03ace17c-fa71-4765-9847-bea5185e17ce req-9d01605b-8a38-44fa-b377-b81137b89db5 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.1996689 Feb 03 20:18:00.916331 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-03ace17c-fa71-4765-9847-bea5185e17ce req-5c43eefb-469d-4edf-a497-afc4d50e27c6 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704491 Feb 03 20:18:01.413152 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a72da9-3473-4639-810f-020fad2665bd req-bf0283c5-9412-45b2-a678-f5ab73769786 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:01.413152 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-61a72da9-3473-4639-810f-020fad2665bd req-bf0283c5-9412-45b2-a678-f5ab73769786 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 944 time: 0.1947448 Feb 03 20:18:01.686262 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-61a72da9-3473-4639-810f-020fad2665bd req-a6a0f368-3aeb-48a1-8d44-22a503035d34 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789083 Feb 03 20:18:02.271636 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51384bd9-811f-4cec-9947-3b67c763265d req-3a27272d-1cc9-4d05-a867-4b9333f0e26a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:02.273379 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-51384bd9-811f-4cec-9947-3b67c763265d req-3a27272d-1cc9-4d05-a867-4b9333f0e26a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.1784756 Feb 03 20:18:02.340043 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-51384bd9-811f-4cec-9947-3b67c763265d req-3142779f-bf35-4d36-b520-d3ae82271ee2 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591054 Feb 03 20:18:03.019273 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aaa0e6-40e5-468c-88b2-401429362515 req-799cd44b-84a5-409e-b78f-481378a0ec8f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:03.021082 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c5aaa0e6-40e5-468c-88b2-401429362515 req-799cd44b-84a5-409e-b78f-481378a0ec8f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 944 time: 0.1824045 Feb 03 20:18:03.093399 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c5aaa0e6-40e5-468c-88b2-401429362515 req-fcd63f74-a63e-46b8-b73c-021e5056a443 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654573 Feb 03 20:18:03.703674 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da932064-296a-43da-8964-94a3fe5d6bef req-bbf34489-8d48-4ef6-b5d7-4044457ac051 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:03.706279 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-da932064-296a-43da-8964-94a3fe5d6bef req-bbf34489-8d48-4ef6-b5d7-4044457ac051 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.1712813 Feb 03 20:18:03.775923 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-da932064-296a-43da-8964-94a3fe5d6bef req-17ac04cd-7c5d-48ed-9bf3-c16bd41405d8 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632820 Feb 03 20:18:04.397270 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf2421-e911-48dd-ac4c-505dffcb9505 req-00c98632-f982-4999-827d-8f4d6ad6e0db tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:04.404933 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fedf2421-e911-48dd-ac4c-505dffcb9505 req-00c98632-f982-4999-827d-8f4d6ad6e0db tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 944 time: 0.1883278 Feb 03 20:18:04.477156 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fedf2421-e911-48dd-ac4c-505dffcb9505 req-f0765a48-8758-4e5c-8312-b3eb78049dbb tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708544 Feb 03 20:18:05.295932 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f894f05-9458-446d-a2a0-ff8ef301e4ec req-f7f9b562-aebd-4ebe-92d9-38bef237bf55 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:05.298175 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6f894f05-9458-446d-a2a0-ff8ef301e4ec req-f7f9b562-aebd-4ebe-92d9-38bef237bf55 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.2187164 Feb 03 20:18:05.366836 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6f894f05-9458-446d-a2a0-ff8ef301e4ec req-e9685dc5-0610-4d2b-92ae-6e75d0311d84 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623822 Feb 03 20:18:05.790472 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90437cb-a3d3-44d1-ba2e-2ff927e3e29b req-d8a4637d-3103-4598-9d22-dae3f9650f57 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:05.792546 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c90437cb-a3d3-44d1-ba2e-2ff927e3e29b req-d8a4637d-3103-4598-9d22-dae3f9650f57 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 944 time: 0.1791220 Feb 03 20:18:05.861714 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c90437cb-a3d3-44d1-ba2e-2ff927e3e29b req-33a88cb4-ee0a-4992-aeb1-3e716039428f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621979 Feb 03 20:18:06.694615 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4770d3-0b4d-4184-b922-8401c456b82e req-8f565788-ffe0-4751-be44-4ccc12d918f9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:06.696315 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1f4770d3-0b4d-4184-b922-8401c456b82e req-8f565788-ffe0-4751-be44-4ccc12d918f9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.1742256 Feb 03 20:18:06.765188 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1f4770d3-0b4d-4184-b922-8401c456b82e req-6794a35d-6a03-42cc-aac6-3f614f12472e tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621586 Feb 03 20:18:07.261996 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66aff97-bb9c-4094-b968-7b5f7fe6c430 req-0762f2c4-eddc-457c-81da-a3e17f7fd7c0 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:07.261996 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a66aff97-bb9c-4094-b968-7b5f7fe6c430 req-0762f2c4-eddc-457c-81da-a3e17f7fd7c0 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 944 time: 0.1840062 Feb 03 20:18:07.294829 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a66aff97-bb9c-4094-b968-7b5f7fe6c430 req-353d44e6-895d-4923-a81c-64bf4360d438 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629568 Feb 03 20:18:08.103059 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd1a24-5d30-477a-ba13-f9cc23bad9b6 req-f5b20656-22c7-4728-abfa-549bb23e8acc tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:08.104752 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-badd1a24-5d30-477a-ba13-f9cc23bad9b6 req-f5b20656-22c7-4728-abfa-549bb23e8acc tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.1796358 Feb 03 20:18:08.172866 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-badd1a24-5d30-477a-ba13-f9cc23bad9b6 req-f369515d-55a7-4346-9417-e0e94d298540 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615513 Feb 03 20:18:08.662638 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99eac99-81af-4204-8974-549067f573c0 req-676be2a9-59b4-488f-b47f-dd5ce447e76a tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:08.664834 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a99eac99-81af-4204-8974-549067f573c0 req-676be2a9-59b4-488f-b47f-dd5ce447e76a tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 944 time: 0.1916869 Feb 03 20:18:08.750997 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a99eac99-81af-4204-8974-549067f573c0 req-7e439529-c4ab-4114-b467-d604fbf05f48 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764804 Feb 03 20:18:09.338761 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 54762) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:18:09.538193 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-dd5509ce-ef4a-424f-ad12-18c34a455698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:09.559255 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-dd5509ce-ef4a-424f-ad12-18c34a455698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:18:09.559531 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0398a5f-b91d-41ee-9eeb-173c3993dfc7 req-fb2a2ecd-0ed3-40a7-8d5f-e17692ba6485 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:09.562659 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c0398a5f-b91d-41ee-9eeb-173c3993dfc7 req-fb2a2ecd-0ed3-40a7-8d5f-e17692ba6485 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.2073298 Feb 03 20:18:09.565205 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-dd5509ce-ef4a-424f-ad12-18c34a455698 admin admin] Usage tracker for resource:security_group_rule and tenant:0d9c1499c0c941bda8da28e217ab6881 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:18:09.569352 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-dd5509ce-ef4a-424f-ad12-18c34a455698 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:18:09.575338 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-dd5509ce-ef4a-424f-ad12-18c34a455698 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:18:09.630108 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c0398a5f-b91d-41ee-9eeb-173c3993dfc7 req-fa389741-f1f4-4e61-af59-3713e91bd0e1 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619898 Feb 03 20:18:09.664468 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-dd5509ce-ef4a-424f-ad12-18c34a455698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:09.740223 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-dd5509ce-ef4a-424f-ad12-18c34a455698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:09.751312 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-524b0c04-78cc-4f23-a2fd-7850b577db39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:18:09.796671 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-dd5509ce-ef4a-424f-ad12-18c34a455698 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0d9c1499c0c941bda8da28e217ab6881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4561427 Feb 03 20:18:09.799193 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5509ce-ef4a-424f-ad12-18c34a455698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aedf448-b28f-4ce6-905c-9ce5355ad97a,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:18:09.799803 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 54770) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:18:09.802992 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-dd5509ce-ef4a-424f-ad12-18c34a455698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:18:09.896874 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-85ae846f-3e1d-4ac2-9078-1a3d716446e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:09.980913 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-85ae846f-3e1d-4ac2-9078-1a3d716446e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:10.130652 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293c944-28d8-486c-960c-d731467f72c2 req-7ab1cbbb-c054-4b32-bbe6-78adbc3b9ff1 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:10.132410 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4293c944-28d8-486c-960c-d731467f72c2 req-7ab1cbbb-c054-4b32-bbe6-78adbc3b9ff1 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 944 time: 0.2230160 Feb 03 20:18:10.197367 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4293c944-28d8-486c-960c-d731467f72c2 req-d9cc1bdf-1b00-414c-82b4-967a067f9681 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582237 Feb 03 20:18:10.267202 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-85ae846f-3e1d-4ac2-9078-1a3d716446e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:10.272669 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-50c68781-2650-4dd6-aba7-005702fb4556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:18:10.286236 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae846f-3e1d-4ac2-9078-1a3d716446e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aedf448-b28f-4ce6-905c-9ce5355ad97a,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:18:10.291401 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-85ae846f-3e1d-4ac2-9078-1a3d716446e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:18:10.295837 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-85ae846f-3e1d-4ac2-9078-1a3d716446e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:10.297544 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-85ae846f-3e1d-4ac2-9078-1a3d716446e2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3aedf448-b28f-4ce6-905c-9ce5355ad97a HTTP/1.1" status: 204 len: 168 time: 0.4966621 Feb 03 20:18:10.891225 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 54782) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:18:10.912358 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d4a8d9a5-e6a2-40c5-b2a5-45158f80cb86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:10.934128 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-d4a8d9a5-e6a2-40c5-b2a5-45158f80cb86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:18:10.938784 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-d4a8d9a5-e6a2-40c5-b2a5-45158f80cb86 admin admin] Usage tracker for resource:security_group_rule and tenant:63818508b5234a00868dc8da3b15ce33 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:18:10.942114 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-d4a8d9a5-e6a2-40c5-b2a5-45158f80cb86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:18:10.948610 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-d4a8d9a5-e6a2-40c5-b2a5-45158f80cb86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:18:10.960687 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a498f0-4211-45ce-a95c-38bedb2a3483 req-55525809-9caf-4946-9bcb-dc9459f3c9b8 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:10.962407 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-92a498f0-4211-45ce-a95c-38bedb2a3483 req-55525809-9caf-4946-9bcb-dc9459f3c9b8 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.1758420 Feb 03 20:18:11.028970 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-92a498f0-4211-45ce-a95c-38bedb2a3483 req-307f183d-b275-41d6-85a8-87a02ceef789 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593383 Feb 03 20:18:11.044184 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d4a8d9a5-e6a2-40c5-b2a5-45158f80cb86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:11.084111 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d4a8d9a5-e6a2-40c5-b2a5-45158f80cb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:11.108538 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-d46438b2-079a-427b-9fe9-4537427524b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:18:11.136858 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-d4a8d9a5-e6a2-40c5-b2a5-45158f80cb86 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=63818508b5234a00868dc8da3b15ce33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443290 Feb 03 20:18:11.140275 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 54786) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:18:11.145115 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8d9a5-e6a2-40c5-b2a5-45158f80cb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d5306f-3457-4c61-a777-93ede0071d0a,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:18:11.148417 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-d4a8d9a5-e6a2-40c5-b2a5-45158f80cb86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:18:11.213418 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9e3e621c-aa50-463c-838f-68fee319bef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:11.247541 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9e3e621c-aa50-463c-838f-68fee319bef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:11.324074 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9e3e621c-aa50-463c-838f-68fee319bef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:11.330203 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-057642a1-c89e-4c0f-a717-659b47dbc96a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:18:11.386922 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e621c-aa50-463c-838f-68fee319bef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d5306f-3457-4c61-a777-93ede0071d0a,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:18:11.395611 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9e3e621c-aa50-463c-838f-68fee319bef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:18:11.399522 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9e3e621c-aa50-463c-838f-68fee319bef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:11.400793 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-9e3e621c-aa50-463c-838f-68fee319bef6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b1d5306f-3457-4c61-a777-93ede0071d0a HTTP/1.1" status: 204 len: 168 time: 0.2594657 Feb 03 20:18:11.520244 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f569e2d-ee4c-4cb4-83a4-e156382d5202 req-62108023-8899-49a3-b688-644885792ea3 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:11.521964 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2f569e2d-ee4c-4cb4-83a4-e156382d5202 req-62108023-8899-49a3-b688-644885792ea3 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 944 time: 0.1844065 Feb 03 20:18:11.593646 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2f569e2d-ee4c-4cb4-83a4-e156382d5202 req-f663ef20-2c3b-4f2b-9e12-26e294285119 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651031 Feb 03 20:18:12.350389 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1e03b-3b38-4be1-a252-56ce157a56bf req-b0f53194-3be6-4063-8541-303c2dc6c679 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:12.352122 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-42c1e03b-3b38-4be1-a252-56ce157a56bf req-b0f53194-3be6-4063-8541-303c2dc6c679 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.1690226 Feb 03 20:18:12.418648 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-42c1e03b-3b38-4be1-a252-56ce157a56bf req-5ebda7d3-3530-4322-9af6-d471b94836b5 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600607 Feb 03 20:18:12.894407 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fae846-cd59-453b-84dc-a6cec3bee9b1 req-6ca39db5-8750-40ad-ba76-9eb08a2cf708 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:12.896136 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b4fae846-cd59-453b-84dc-a6cec3bee9b1 req-6ca39db5-8750-40ad-ba76-9eb08a2cf708 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 944 time: 0.1750357 Feb 03 20:18:12.962005 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b4fae846-cd59-453b-84dc-a6cec3bee9b1 req-b93c300e-c1c2-441e-a36f-82182267ea09 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594602 Feb 03 20:18:13.043324 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2c4d12b3-f82b-4b70-9894-9c648a49c32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:13.735417 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c55208-679a-4c9a-b4ae-be4f1a7923db req-6c0eff58-f0d3-4386-9504-87612768843f tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:13.737154 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-06c55208-679a-4c9a-b4ae-be4f1a7923db req-6c0eff58-f0d3-4386-9504-87612768843f tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.1650202 Feb 03 20:18:13.820681 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-06c55208-679a-4c9a-b4ae-be4f1a7923db req-ce7988c8-362e-4ec0-ad78-09b2406bfafc tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768714 Feb 03 20:18:14.265445 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dce379-befd-421e-89d0-8248835c1fae req-99b152cf-98b7-4755-8a14-7bfa990c3809 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:14.267203 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d9dce379-befd-421e-89d0-8248835c1fae req-99b152cf-98b7-4755-8a14-7bfa990c3809 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 944 time: 0.1677740 Feb 03 20:18:14.333504 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d9dce379-befd-421e-89d0-8248835c1fae req-74590f75-12ac-4709-8c49-0de032e73c8c tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598230 Feb 03 20:18:15.071983 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1cab3-d914-41a8-938a-f21537c087d9 req-8fb33e34-6664-4b13-ac64-7fa356384b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:15.075006 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-cdb1cab3-d914-41a8-938a-f21537c087d9 req-8fb33e34-6664-4b13-ac64-7fa356384b38 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=73913970268448ee97673e03b3b49b75&device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 1161 time: 0.1599216 Feb 03 20:18:15.133339 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fde164-dc35-4653-8f44-2b7e8ee6f63c req-cc54d12f-cc7d-4a8a-90d8-e9edb9f84931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:15.134944 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d6fde164-dc35-4653-8f44-2b7e8ee6f63c req-cc54d12f-cc7d-4a8a-90d8-e9edb9f84931 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7d0c86df6c4f4593b9a31a035a219a8b&device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 1160 time: 0.0796621 Feb 03 20:18:15.175610 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc1bd8-2175-43ee-a1af-9936a89bf4b0 req-11315827-b4ea-413b-98aa-4af1a4d12c45 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:15.177334 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-dfbc1bd8-2175-43ee-a1af-9936a89bf4b0 req-11315827-b4ea-413b-98aa-4af1a4d12c45 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.2001963 Feb 03 20:18:15.266860 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ebdf-ac43-44ac-9915-2b1f77a9d79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:15.303728 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fde164-dc35-4653-8f44-2b7e8ee6f63c req-6595abbc-a8a5-45cc-998d-a99c871fff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:15.305351 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d6fde164-dc35-4653-8f44-2b7e8ee6f63c req-6595abbc-a8a5-45cc-998d-a99c871fff58 service neutron] 10.222.0.90 "GET /v2.0/networks?id=08219bc6-fd07-43f5-9c2f-a541f5c84519 HTTP/1.1" status: 200 len: 911 time: 0.1484523 Feb 03 20:18:15.335017 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-dfbc1bd8-2175-43ee-a1af-9936a89bf4b0 req-f0037b3e-e9d7-4097-8e53-bff40d5ab179 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309340 Feb 03 20:18:15.410169 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1cab3-d914-41a8-938a-f21537c087d9 req-19352257-5687-420b-b5c9-ab66c26bd2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:15.411821 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-cdb1cab3-d914-41a8-938a-f21537c087d9 req-19352257-5687-420b-b5c9-ab66c26bd2ba service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=73913970268448ee97673e03b3b49b75&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2334805 Feb 03 20:18:15.438457 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d6fde164-dc35-4653-8f44-2b7e8ee6f63c req-2db19330-8633-4c50-9d8f-ec35122b4419 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a86718e-7a23-45f7-977f-2a3cad359862 HTTP/1.1" status: 200 len: 999 time: 0.1250803 Feb 03 20:18:15.519973 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fde164-dc35-4653-8f44-2b7e8ee6f63c req-31577743-c9e3-434f-a84b-ace1612c721f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:15.521698 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d6fde164-dc35-4653-8f44-2b7e8ee6f63c req-31577743-c9e3-434f-a84b-ace1612c721f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f3c3806f-0e98-495a-bf4b-ac3a793d5c17 HTTP/1.1" status: 200 len: 856 time: 0.0773964 Feb 03 20:18:15.608618 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fde164-dc35-4653-8f44-2b7e8ee6f63c req-25babd21-7dd2-4ddb-b280-eca19c867d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:15.610340 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d6fde164-dc35-4653-8f44-2b7e8ee6f63c req-25babd21-7dd2-4ddb-b280-eca19c867d98 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=08219bc6-fd07-43f5-9c2f-a541f5c84519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820248 Feb 03 20:18:15.648939 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1cab3-d914-41a8-938a-f21537c087d9 req-67fdbeda-b20b-4205-a914-5e813d03ccad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:15.650473 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-cdb1cab3-d914-41a8-938a-f21537c087d9 req-67fdbeda-b20b-4205-a914-5e813d03ccad service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2326553 Feb 03 20:18:15.746500 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccb778-0a20-4aca-a57f-4e57c3aec392 req-96dc5907-16e9-46de-8a22-08d665aa337a tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:15.748249 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9eccb778-0a20-4aca-a57f-4e57c3aec392 req-96dc5907-16e9-46de-8a22-08d665aa337a tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 944 time: 0.2437160 Feb 03 20:18:15.769073 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d6fde164-dc35-4653-8f44-2b7e8ee6f63c req-45e63a6d-2387-43a8-97ef-a8da87ed0435 service neutron] 10.222.0.90 "GET /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520209 Feb 03 20:18:15.880182 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9eccb778-0a20-4aca-a57f-4e57c3aec392 req-65574755-b8c2-4d79-8359-c8cf8f146f63 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864804 Feb 03 20:18:15.891686 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:15.898030 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-11ba0b57-aff1-41f1-9abf-771a7f4cdaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:15.899754 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-11ba0b57-aff1-41f1-9abf-771a7f4cdaf8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=73913970268448ee97673e03b3b49b75&device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 1161 time: 0.1490281 Feb 03 20:18:15.928906 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d6fde164-dc35-4653-8f44-2b7e8ee6f63c req-11990289-6268-4b8e-817f-693cdbff8233 service neutron] 10.222.0.90 "GET /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1535630 Feb 03 20:18:15.980940 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-e84f811f-59c6-4e92-bd13-4e0911913160 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2f7bf10-2aed-4125-9716-d5d629b161ec HTTP/1.1" status: 200 len: 217 time: 0.0674334 Feb 03 20:18:16.021778 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:16.257188 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-b6832d93-bcf2-4992-b4f6-4911b2b04753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:16.258698 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-b6832d93-bcf2-4992-b4f6-4911b2b04753 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d7e68c5f-7f63-49c3-8914-849c33a200e1 HTTP/1.1" status: 200 len: 854 time: 0.2583282 Feb 03 20:18:16.342281 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-95e844fc-a8e2-466c-bc0b-70c8cb5a49c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:16.343933 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-95e844fc-a8e2-466c-bc0b-70c8cb5a49c4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f5682e83-11b2-46ba-b750-39074c149b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776422 Feb 03 20:18:16.519273 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-81e68087-a989-44d8-ab86-d8a18c1c6561 service neutron] 10.222.0.90 "GET /v2.0/networks/f5682e83-11b2-46ba-b750-39074c149b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684964 Feb 03 20:18:16.799874 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:16.848742 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979e85e-5f70-4ad9-a77c-9b321daf5897 req-181d1904-fb5e-4284-afe9-67f038c84291 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:16.850419 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7979e85e-5f70-4ad9-a77c-9b321daf5897 req-181d1904-fb5e-4284-afe9-67f038c84291 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.3147242 Feb 03 20:18:16.852657 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-73f660fe-ee47-4ea4-aa86-735bbe2f0dc5 req-2c83d99a-a664-4886-bc1a-afd2223f7c61 service neutron] 10.222.0.90 "GET /v2.0/networks/f5682e83-11b2-46ba-b750-39074c149b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2780936 Feb 03 20:18:16.919945 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7979e85e-5f70-4ad9-a77c-9b321daf5897 req-0655e289-7a39-4643-83f7-6e39c4b679cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625777 Feb 03 20:18:17.186735 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e4c3f-dd98-4e82-a867-be7faf225254 req-d5e4c26c-7ef1-4949-bf1e-55fd76f6c6d5 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:17.188771 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-341e4c3f-dd98-4e82-a867-be7faf225254 req-d5e4c26c-7ef1-4949-bf1e-55fd76f6c6d5 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 944 time: 0.1686184 Feb 03 20:18:17.257211 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-341e4c3f-dd98-4e82-a867-be7faf225254 req-fd132843-6a8a-4512-a89c-f8a84552d87a tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619850 Feb 03 20:18:17.619479 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:18.247130 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2b194-678c-4073-9d29-a4dc36ec9f88 req-82a1d9cc-e4d6-45bb-90cf-582fdcf3c61a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:18.248891 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-71c2b194-678c-4073-9d29-a4dc36ec9f88 req-82a1d9cc-e4d6-45bb-90cf-582fdcf3c61a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.1685109 Feb 03 20:18:18.316440 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-71c2b194-678c-4073-9d29-a4dc36ec9f88 req-826cba91-4f20-4a82-b7b5-d67d84a5af8d tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591557 Feb 03 20:18:18.589681 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68738018-b047-405f-8b8a-4747b6bb7105 req-3f89fe71-e14f-4bfa-9aae-26c7ee64f964 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:18.591339 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-68738018-b047-405f-8b8a-4747b6bb7105 req-3f89fe71-e14f-4bfa-9aae-26c7ee64f964 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 944 time: 0.1729510 Feb 03 20:18:18.657066 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-68738018-b047-405f-8b8a-4747b6bb7105 req-65cb414d-f9b1-42a4-93ff-8b6de4b77b9d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581074 Feb 03 20:18:19.625784 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123005e-3d10-4bf6-bd49-5904384f0e8d req-608f2d9e-4201-4745-8df4-85c2ec87b5ee tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:19.627441 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9123005e-3d10-4bf6-bd49-5904384f0e8d req-608f2d9e-4201-4745-8df4-85c2ec87b5ee tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.1648612 Feb 03 20:18:19.698233 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9123005e-3d10-4bf6-bd49-5904384f0e8d req-11bc302a-a0e1-44c8-81ae-60817adc145c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637455 Feb 03 20:18:19.986607 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d9bcf-fe32-4a9e-aaed-f6518a9e0ad0 req-2ba42e0b-0be0-42e4-ab53-d69982fb0181 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:19.988386 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-790d9bcf-fe32-4a9e-aaed-f6518a9e0ad0 req-2ba42e0b-0be0-42e4-ab53-d69982fb0181 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 944 time: 0.1733348 Feb 03 20:18:20.058184 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-790d9bcf-fe32-4a9e-aaed-f6518a9e0ad0 req-417e044d-a3de-4903-8c01-c0b3131aff04 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622020 Feb 03 20:18:21.033888 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f18c9-d191-431a-ac79-7c111dcd3d4a req-08e15693-1d0c-4249-be68-99ec94338a3c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:21.035550 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c52f18c9-d191-431a-ac79-7c111dcd3d4a req-08e15693-1d0c-4249-be68-99ec94338a3c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.1718357 Feb 03 20:18:21.100395 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c52f18c9-d191-431a-ac79-7c111dcd3d4a req-4c95ffb9-0545-47cd-8b50-f1b65b4e8861 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583644 Feb 03 20:18:21.355108 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00271c5f-8296-42aa-a116-6d379b0f266b req-cd482ea0-1080-43f6-a040-a75a211bfd72 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:21.356863 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-00271c5f-8296-42aa-a116-6d379b0f266b req-cd482ea0-1080-43f6-a040-a75a211bfd72 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 944 time: 0.1673849 Feb 03 20:18:21.423292 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-00271c5f-8296-42aa-a116-6d379b0f266b req-76978921-60a8-4a95-a5ca-4a9c3dbb0d57 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587370 Feb 03 20:18:21.570615 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.objects.ports [None req-e0c4b314-3352-4b91-9f77-1398c18c0d31 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80171) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 03 20:18:22.411060 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdf5a0-afcf-482e-8801-6922b2fe44bd req-97602700-8382-4d22-8f0b-60b59786499a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:22.414335 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5cbdf5a0-afcf-482e-8801-6922b2fe44bd req-97602700-8382-4d22-8f0b-60b59786499a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 943 time: 0.1675038 Feb 03 20:18:22.479889 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5cbdf5a0-afcf-482e-8801-6922b2fe44bd req-fe65876c-8e85-4b55-bb52-543a3711b849 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607905 Feb 03 20:18:22.717178 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f294c5-9226-4391-a539-12485fc10935 req-6ef8b7fd-9bc0-4f6d-a744-3f485b637735 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:22.719925 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-99f294c5-9226-4391-a539-12485fc10935 req-6ef8b7fd-9bc0-4f6d-a744-3f485b637735 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 944 time: 0.1648901 Feb 03 20:18:22.789620 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-99f294c5-9226-4391-a539-12485fc10935 req-36bb5465-f7d6-434c-bfb5-1060737350e0 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630741 Feb 03 20:18:22.845875 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device a2f7bf10-2aed-4125-9716-d5d629b161ec up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:18:22.950458 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning for port a2f7bf10-2aed-4125-9716-d5d629b161ec completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:18:22.956183 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port a2f7bf10-2aed-4125-9716-d5d629b161ec triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:18:22.956602 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:23.080403 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:23.108369 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2907fc-c2ea-4cb4-b0a8-976f463a6240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f7bf10-2aed-4125-9716-d5d629b161ec'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:18:23.118903 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port a2f7bf10-2aed-4125-9716-d5d629b161ec, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=a2f7bf10-2aed-4125-9716-d5d629b161ec,segment=NetworkSegment(0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd),segment_id=0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:18:23.150933 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:23.152074 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 2a86718e-7a23-45f7-977f-2a3cad359862 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:18:23.180243 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2907fc-c2ea-4cb4-b0a8-976f463a6240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f7bf10-2aed-4125-9716-d5d629b161ec', 'code': 200} Feb 03 20:18:23.185291 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:18:23.286017 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=a2f7bf10-2aed-4125-9716-d5d629b161ec,revision_number=4']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:18:23.296005 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:23.296405 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:23.296831 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:23.297264 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:23.297864 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:23.297949 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:23.298329 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:23.298704 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:23.299081 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:23.299456 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:23.299857 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:23.300230 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:23.300640 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:23.301011 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:23.301384 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:23.301737 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:23.302105 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:23.302473 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:23.302842 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:23.303211 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:23.303668 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:23.304280 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:23.304654 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:23.305022 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:23.309823 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:18:23.320693 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 2a86718e-7a23-45f7-977f-2a3cad359862 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:18:23.321129 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:23.452661 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:23.490209 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port 2a86718e-7a23-45f7-977f-2a3cad359862, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=2a86718e-7a23-45f7-977f-2a3cad359862,segment=NetworkSegment(4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927),segment_id=4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:18:23.519894 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183e0f0-9118-4a70-b548-be4c5a93bd6b req-de905604-f96e-46f7-bc52-0062f65a2856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:23.521518 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5183e0f0-9118-4a70-b548-be4c5a93bd6b req-de905604-f96e-46f7-bc52-0062f65a2856 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 1163 time: 0.0817945 Feb 03 20:18:23.523944 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:23.526758 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:18:23.570654 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5183e0f0-9118-4a70-b548-be4c5a93bd6b req-62240afc-b4f2-44f6-8387-1ef80837e276 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421102 Feb 03 20:18:23.604184 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=2a86718e-7a23-45f7-977f-2a3cad359862,revision_number=6']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:18:23.607728 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:18:23.763196 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 54952) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:18:23.806357 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8f110-7231-43ad-ab30-610ee3a8b603 req-f3f8eeba-b0a6-4e88-99aa-e059c5cc870d tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:23.808097 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-32f8f110-7231-43ad-ab30-610ee3a8b603 req-f3f8eeba-b0a6-4e88-99aa-e059c5cc870d tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.1731949 Feb 03 20:18:23.877863 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-32f8f110-7231-43ad-ab30-610ee3a8b603 req-165eb9b1-ae0f-4387-9368-acde4b7c9326 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618126 Feb 03 20:18:23.923467 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-90ad9080-bd6a-4eb6-8b3d-fa5f48e560c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:23.939378 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-90ad9080-bd6a-4eb6-8b3d-fa5f48e560c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:18:23.943626 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-90ad9080-bd6a-4eb6-8b3d-fa5f48e560c6 admin admin] Usage tracker for resource:security_group_rule and tenant:3877daa8ee07473f86d89afea6f0d21e is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:18:23.946724 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-90ad9080-bd6a-4eb6-8b3d-fa5f48e560c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:18:23.952679 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-90ad9080-bd6a-4eb6-8b3d-fa5f48e560c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:18:24.034405 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device a2f7bf10-2aed-4125-9716-d5d629b161ec up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:18:24.045484 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-90ad9080-bd6a-4eb6-8b3d-fa5f48e560c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:24.078871 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-90ad9080-bd6a-4eb6-8b3d-fa5f48e560c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:24.088571 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-0465f762-c3bb-4a6a-a39f-54093266fa27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:18:24.104897 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1ea1e-6614-4184-b9c6-2c29ca06c46e req-661ee998-cc4e-460d-96cd-9f9a270a1466 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:24.106602 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-43e1ea1e-6614-4184-b9c6-2c29ca06c46e req-661ee998-cc4e-460d-96cd-9f9a270a1466 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 946 time: 0.1706026 Feb 03 20:18:24.112498 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port a2f7bf10-2aed-4125-9716-d5d629b161ec triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:18:24.112928 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:24.139218 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-90ad9080-bd6a-4eb6-8b3d-fa5f48e560c6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3877daa8ee07473f86d89afea6f0d21e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3748264 Feb 03 20:18:24.140570 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad9080-bd6a-4eb6-8b3d-fa5f48e560c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d4a887-f313-46bf-85e9-574c2cf08a3a,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:18:24.144003 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 54960) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:18:24.147027 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-90ad9080-bd6a-4eb6-8b3d-fa5f48e560c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:18:24.177189 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-43e1ea1e-6614-4184-b9c6-2c29ca06c46e req-29332b1a-2944-47ab-852c-f6b8f4a9ba37 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617638 Feb 03 20:18:24.211992 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5fb40f3f-7fa6-4c5d-ab29-571b4844b926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:24.240830 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5fb40f3f-7fa6-4c5d-ab29-571b4844b926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:24.242266 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 2a86718e-7a23-45f7-977f-2a3cad359862 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:18:24.315728 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 2a86718e-7a23-45f7-977f-2a3cad359862 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:18:24.316155 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:24.318040 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5fb40f3f-7fa6-4c5d-ab29-571b4844b926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:24.323282 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-13802460-7b19-487e-a91a-074499902a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:18:24.338840 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb40f3f-7fa6-4c5d-ab29-571b4844b926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d4a887-f313-46bf-85e9-574c2cf08a3a,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:18:24.341309 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5fb40f3f-7fa6-4c5d-ab29-571b4844b926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:18:24.351959 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5fb40f3f-7fa6-4c5d-ab29-571b4844b926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:24.353191 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-5fb40f3f-7fa6-4c5d-ab29-571b4844b926 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/13d4a887-f313-46bf-85e9-574c2cf08a3a HTTP/1.1" status: 204 len: 168 time: 0.2079780 Feb 03 20:18:24.877054 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 54968) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:18:24.897332 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-96a663f1-78f1-4896-a6c8-debfa6d8c09d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:24.913245 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-96a663f1-78f1-4896-a6c8-debfa6d8c09d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:18:24.917549 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-96a663f1-78f1-4896-a6c8-debfa6d8c09d admin admin] Usage tracker for resource:security_group_rule and tenant:0cc82babdca74bffa51dfca1399f7e6e is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:18:24.920533 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-96a663f1-78f1-4896-a6c8-debfa6d8c09d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:18:24.926472 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-96a663f1-78f1-4896-a6c8-debfa6d8c09d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:18:25.016564 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-96a663f1-78f1-4896-a6c8-debfa6d8c09d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:25.061161 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-96a663f1-78f1-4896-a6c8-debfa6d8c09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:25.075489 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-4cc1740c-d2e0-4385-adf5-cdf804504682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:18:25.121689 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-96a663f1-78f1-4896-a6c8-debfa6d8c09d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0cc82babdca74bffa51dfca1399f7e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429616 Feb 03 20:18:25.122854 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a663f1-78f1-4896-a6c8-debfa6d8c09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d7df83-2d3c-43be-97ce-20d28aa6c17a,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:18:25.127122 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-96a663f1-78f1-4896-a6c8-debfa6d8c09d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:18:25.128257 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 54974) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:18:25.181802 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0debe45d-e8fa-4473-8c3d-f05442ac3fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a86718e-7a23-45f7-977f-2a3cad359862'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:18:25.195149 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3065746c-a3bf-4aa0-8604-4bb7c68a9694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:25.201486 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f726cfa-7f67-4cdd-aead-efdb7b2e86f8 req-dd429392-088e-4b3c-be95-61967362755a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:25.203225 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7f726cfa-7f67-4cdd-aead-efdb7b2e86f8 req-dd429392-088e-4b3c-be95-61967362755a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.1750197 Feb 03 20:18:25.224730 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3065746c-a3bf-4aa0-8604-4bb7c68a9694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:25.242830 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0debe45d-e8fa-4473-8c3d-f05442ac3fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a86718e-7a23-45f7-977f-2a3cad359862', 'code': 200} Feb 03 20:18:25.276112 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7f726cfa-7f67-4cdd-aead-efdb7b2e86f8 req-0a213921-cbc7-4600-9631-b288f8bf5a78 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652430 Feb 03 20:18:25.299603 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3065746c-a3bf-4aa0-8604-4bb7c68a9694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:25.305200 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-424020fa-2698-47e8-a0a2-e3dfdb67870a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:18:25.317311 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065746c-a3bf-4aa0-8604-4bb7c68a9694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d7df83-2d3c-43be-97ce-20d28aa6c17a,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:18:25.322448 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3065746c-a3bf-4aa0-8604-4bb7c68a9694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:18:25.324534 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3065746c-a3bf-4aa0-8604-4bb7c68a9694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:25.325757 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-3065746c-a3bf-4aa0-8604-4bb7c68a9694 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/92d7df83-2d3c-43be-97ce-20d28aa6c17a HTTP/1.1" status: 204 len: 168 time: 0.1965051 Feb 03 20:18:25.533475 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f4fe1-1697-4a9a-a961-469bfbb7c122 req-ec9ec7c3-283f-40b1-8028-8d71b8c5dd59 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:25.535187 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a45f4fe1-1697-4a9a-a961-469bfbb7c122 req-ec9ec7c3-283f-40b1-8028-8d71b8c5dd59 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 946 time: 0.1897283 Feb 03 20:18:25.605528 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a45f4fe1-1697-4a9a-a961-469bfbb7c122 req-6fb47888-a92a-4489-8d27-1d80cce04ced tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637574 Feb 03 20:18:25.908315 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ac0f6-5b55-45da-86bb-353decf13024 req-64828b25-4c38-451f-b1e1-724a4a1819d8 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:25.910022 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-085ac0f6-5b55-45da-86bb-353decf13024 req-64828b25-4c38-451f-b1e1-724a4a1819d8 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 946 time: 0.1746998 Feb 03 20:18:26.003741 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 54988) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:18:26.025187 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2150b882-1d22-45f1-8a94-f765dc67fa71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:26.038907 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-085ac0f6-5b55-45da-86bb-353decf13024 req-802eec6e-7d49-411c-a995-17d7a3bc432f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221874 Feb 03 20:18:26.042618 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-2150b882-1d22-45f1-8a94-f765dc67fa71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:18:26.047362 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-2150b882-1d22-45f1-8a94-f765dc67fa71 admin admin] Usage tracker for resource:security_group_rule and tenant:927b56e9a5d94c0cb45d2afa4a80dbd4 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:18:26.050563 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-2150b882-1d22-45f1-8a94-f765dc67fa71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:18:26.056551 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-2150b882-1d22-45f1-8a94-f765dc67fa71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:18:26.056748 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee953e96-1c6a-4c12-9160-e13cdc01c333 req-6a0c25d8-2504-4838-b0c9-ebb7e088beef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:26.058373 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ee953e96-1c6a-4c12-9160-e13cdc01c333 req-6a0c25d8-2504-4838-b0c9-ebb7e088beef service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 1162 time: 0.1245644 Feb 03 20:18:26.105681 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ee953e96-1c6a-4c12-9160-e13cdc01c333 req-c08e2390-c663-41f6-a35c-1f97b6a7f6c4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402803 Feb 03 20:18:26.148989 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2150b882-1d22-45f1-8a94-f765dc67fa71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:26.175327 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2150b882-1d22-45f1-8a94-f765dc67fa71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:26.185135 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ee357cde-ffc8-4756-bfe8-214d9239ffb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:18:26.228851 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-2150b882-1d22-45f1-8a94-f765dc67fa71 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=927b56e9a5d94c0cb45d2afa4a80dbd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238290 Feb 03 20:18:26.229819 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150b882-1d22-45f1-8a94-f765dc67fa71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e68afa3-df2f-45a3-b403-7cdd8347ddaf,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:18:26.231661 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 54994) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:18:26.233273 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-2150b882-1d22-45f1-8a94-f765dc67fa71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:18:26.298544 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ffbc33b7-627c-4e8e-9356-8fe4463444b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:26.326822 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ffbc33b7-627c-4e8e-9356-8fe4463444b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:26.404099 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ffbc33b7-627c-4e8e-9356-8fe4463444b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:26.409898 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-b388de38-3b6c-4580-a1bc-a88426cd8ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:18:26.464270 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc33b7-627c-4e8e-9356-8fe4463444b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e68afa3-df2f-45a3-b403-7cdd8347ddaf,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:18:26.474075 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ffbc33b7-627c-4e8e-9356-8fe4463444b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:18:26.522578 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ffbc33b7-627c-4e8e-9356-8fe4463444b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:26.523858 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-ffbc33b7-627c-4e8e-9356-8fe4463444b6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8e68afa3-df2f-45a3-b403-7cdd8347ddaf HTTP/1.1" status: 204 len: 168 time: 0.2909632 Feb 03 20:18:26.667204 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a17c7d-4c96-42c6-ad3e-3e690928e65f req-63cea7fd-67b9-44f3-b9f2-c3b43f9828f5 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:26.668953 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-98a17c7d-4c96-42c6-ad3e-3e690928e65f req-63cea7fd-67b9-44f3-b9f2-c3b43f9828f5 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 946 time: 0.2507827 Feb 03 20:18:26.754806 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d30154-43e4-4b33-930a-dc90557a87a7 req-9bffed87-d6fe-4c68-9c19-f50280e8514d tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:26.756577 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-95d30154-43e4-4b33-930a-dc90557a87a7 req-9bffed87-d6fe-4c68-9c19-f50280e8514d tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.2900929 Feb 03 20:18:26.848685 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-98a17c7d-4c96-42c6-ad3e-3e690928e65f req-744f5521-4e15-4846-9b5e-a4af80049913 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909958 Feb 03 20:18:26.875820 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-95d30154-43e4-4b33-930a-dc90557a87a7 req-ec1c9e18-2d77-4869-b988-2693a1c10a5e tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983932 Feb 03 20:18:28.020662 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 2a86718e-7a23-45f7-977f-2a3cad359862 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:18:28.101397 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 2a86718e-7a23-45f7-977f-2a3cad359862 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:18:28.102182 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:28.227905 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9386f86-29f5-496b-8a72-167cc089600c req-56c96805-858b-428d-a996-f86f7abef369 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:28.229713 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f9386f86-29f5-496b-8a72-167cc089600c req-56c96805-858b-428d-a996-f86f7abef369 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.1962879 Feb 03 20:18:28.296839 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f9386f86-29f5-496b-8a72-167cc089600c req-3831669b-b659-47db-8c94-894ca71cbd71 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601678 Feb 03 20:18:29.630980 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d24ab-7fe5-496a-932f-b2ba95cf7b9b req-284091ab-872a-4a70-8705-95f39986b75a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:29.632775 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-523d24ab-7fe5-496a-932f-b2ba95cf7b9b req-284091ab-872a-4a70-8705-95f39986b75a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.1776884 Feb 03 20:18:29.701325 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-523d24ab-7fe5-496a-932f-b2ba95cf7b9b req-fad467f7-dae0-44dd-a912-6fbe12aacfd0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617325 Feb 03 20:18:29.958354 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-8b58988e-55bc-4f95-b22c-9e82a22e30bb tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=2b035658cb3242478e05191b4e905be3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331998 Feb 03 20:18:30.208480 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-7d010c14-8c57-47ba-87b2-b4d4dc0a7c79 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:30.210169 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-7d010c14-8c57-47ba-87b2-b4d4dc0a7c79 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2459524 Feb 03 20:18:30.226843 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-a71d3725-e1ed-42f9-8cf8-359ad9e09d2e tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/quotas/2b035658cb3242478e05191b4e905be3 HTTP/1.1" status: 200 len: 375 time: 0.0106764 Feb 03 20:18:30.281706 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-655db6ad-b7da-44e6-aed5-3482d3374092 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=2b035658cb3242478e05191b4e905be3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486689 Feb 03 20:18:30.812535 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-aa24b6c6-6991-4181-b201-30a83486939f req-dea0029e-9a70-4f57-a1ba-44591fd47c5b tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/ports?device_id=afb4384a-c536-4c8f-9ba6-c64ca4d8531c HTTP/1.1" status: 200 len: 210 time: 0.2878301 Feb 03 20:18:32.004465 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6fa0bd6d-c666-4eb3-bbc8-e08348b7bc13 req-ca85d5cd-2846-4d04-a476-4b5011c14080 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/ports?device_id=afb4384a-c536-4c8f-9ba6-c64ca4d8531c HTTP/1.1" status: 200 len: 210 time: 0.0501976 Feb 03 20:18:32.274593 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-675ab4b3-131d-4a44-8b22-eefd9c5cc7b4 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=2b035658cb3242478e05191b4e905be3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398278 Feb 03 20:18:32.401279 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ebfcf8-8fab-4e90-97cb-ad25a339de0d req-8b20184b-6ada-4e05-9e79-bbc2ef3b3da5 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:32.402980 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e6ebfcf8-8fab-4e90-97cb-ad25a339de0d req-8b20184b-6ada-4e05-9e79-bbc2ef3b3da5 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 946 time: 0.2277641 Feb 03 20:18:32.556693 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e6ebfcf8-8fab-4e90-97cb-ad25a339de0d req-37d43f89-6507-4d6f-807f-0896b161648d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996006 Feb 03 20:18:32.677443 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-5e2a8862-e58a-495d-8f02-b7d776a9f84e tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:32.679012 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-5e2a8862-e58a-495d-8f02-b7d776a9f84e tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3875525 Feb 03 20:18:32.709613 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-a12185e4-af15-44d9-ab21-a6bba2c7089c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Request body: {'port': {'device_id': 'afb4384a-c536-4c8f-9ba6-c64ca4d8531c', 'network_id': '3b211715-5b5c-486a-aad4-9ceeeb9401cf', 'admin_state_up': True, 'tenant_id': '2b035658cb3242478e05191b4e905be3'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:18:33.010753 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0875fb7c-5c57-4f79-b9ce-343e723fdeb3 req-81e7bc07-f529-41fe-89eb-06f5650364f9 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3305032 Feb 03 20:18:33.020411 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-a12185e4-af15-44d9-ab21-a6bba2c7089c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:18:33.025336 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-0875fb7c-5c57-4f79-b9ce-343e723fdeb3 req-05abcb16-adc5-40f2-bba8-7f11240fee3f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Request body: {'floatingip': {'floating_network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:18:33.050318 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-a12185e4-af15-44d9-ab21-a6bba2c7089c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Usage tracker for resource:port and tenant:2b035658cb3242478e05191b4e905be3 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:18:33.053474 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-0875fb7c-5c57-4f79-b9ce-343e723fdeb3 req-05abcb16-adc5-40f2-bba8-7f11240fee3f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:18:33.055957 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-a12185e4-af15-44d9-ab21-a6bba2c7089c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:18:33.063176 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-0875fb7c-5c57-4f79-b9ce-343e723fdeb3 req-05abcb16-adc5-40f2-bba8-7f11240fee3f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Usage tracker for resource:floatingip and tenant:73913970268448ee97673e03b3b49b75 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:18:33.066103 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-a12185e4-af15-44d9-ab21-a6bba2c7089c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:18:33.068376 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-0875fb7c-5c57-4f79-b9ce-343e723fdeb3 req-05abcb16-adc5-40f2-bba8-7f11240fee3f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:18:33.076361 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-0875fb7c-5c57-4f79-b9ce-343e723fdeb3 req-05abcb16-adc5-40f2-bba8-7f11240fee3f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:18:33.112672 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-a12185e4-af15-44d9-ab21-a6bba2c7089c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Made reservation on behalf of 2b035658cb3242478e05191b4e905be3 for: {'port': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:18:33.133662 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-a12185e4-af15-44d9-ab21-a6bba2c7089c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:33.188718 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-0875fb7c-5c57-4f79-b9ce-343e723fdeb3 req-05abcb16-adc5-40f2-bba8-7f11240fee3f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks [] for floatingip, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:33.201704 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-a12185e4-af15-44d9-ab21-a6bba2c7089c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:33.230531 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ca840125-72d0-4597-9027-0972c01c3f20 req-88dcbfea-77e9-4069-b629-804c64348268 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/ports?device_id=afb4384a-c536-4c8f-9ba6-c64ca4d8531c HTTP/1.1" status: 200 len: 210 time: 0.0860074 Feb 03 20:18:33.237828 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-a12185e4-af15-44d9-ab21-a6bba2c7089c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:18:33.288945 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-a12185e4-af15-44d9-ab21-a6bba2c7089c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Usage tracker for resource:security_group_rule and tenant:2b035658cb3242478e05191b4e905be3 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:18:33.295026 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-a12185e4-af15-44d9-ab21-a6bba2c7089c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:18:33.306810 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-a12185e4-af15-44d9-ab21-a6bba2c7089c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:18:33.448471 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-0875fb7c-5c57-4f79-b9ce-343e723fdeb3 req-05abcb16-adc5-40f2-bba8-7f11240fee3f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:33.460879 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-a12185e4-af15-44d9-ab21-a6bba2c7089c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:33.485089 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-a12185e4-af15-44d9-ab21-a6bba2c7089c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:33.499663 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-6ba9bb2b-8022-4f24-8c7f-529549aacec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:18:33.678905 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12185e4-af15-44d9-ab21-a6bba2c7089c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84134f69-7aeb-45b7-96e5-191628affee0,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:18:33.697523 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a12185e4-af15-44d9-ab21-a6bba2c7089c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:18:34.010397 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [req-0875fb7c-5c57-4f79-b9ce-343e723fdeb3 req-05abcb16-adc5-40f2-bba8-7f11240fee3f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Allocated IP 172.28.0.243 (e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3/cc5c5bbf-9f11-469d-8008-03763e47d1a6/48facf14-4cce-415d-a340-4848ab38fd42) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:18:34.064988 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-a12185e4-af15-44d9-ab21-a6bba2c7089c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Allocated IP 192.168.233.70 (3b211715-5b5c-486a-aad4-9ceeeb9401cf/acfaab24-25e0-43c4-a0d6-b1513e8acb48/49d0b654-9b91-4d13-9dd7-f2ef6262cbf8) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:18:34.322513 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-0875fb7c-5c57-4f79-b9ce-343e723fdeb3 req-05abcb16-adc5-40f2-bba8-7f11240fee3f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:34.429148 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-cbaec043-a49c-4304-bcaa-9950e6ff09db req-1293be52-1468-4d7b-9296-46a0efa6aa45 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/ports?device_id=afb4384a-c536-4c8f-9ba6-c64ca4d8531c HTTP/1.1" status: 200 len: 210 time: 0.0632541 Feb 03 20:18:34.468550 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-a12185e4-af15-44d9-ab21-a6bba2c7089c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:34.487856 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-a12185e4-af15-44d9-ab21-a6bba2c7089c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Transition to ACTIVE for port object 49d0b654-9b91-4d13-9dd7-f2ef6262cbf8 will not be triggered until provisioned by entity DHCP. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:18:34.535773 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-0875fb7c-5c57-4f79-b9ce-343e723fdeb3 req-05abcb16-adc5-40f2-bba8-7f11240fee3f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:34.552784 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-337babb1-b63b-4e30-acf4-5abf96f3ca16 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:18:34.603863 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-a12185e4-af15-44d9-ab21-a6bba2c7089c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:35.018162 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abcb16-adc5-40f2-bba8-7f11240fee3f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Pushing event updated for resources: {'Port': ['ID=48facf14-4cce-415d-a340-4848ab38fd42,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:18:35.027453 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-05abcb16-adc5-40f2-bba8-7f11240fee3f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:18:35.027969 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:18:35.161074 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12185e4-af15-44d9-ab21-a6bba2c7089c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Pushing event updated for resources: {'Port': ['ID=49d0b654-9b91-4d13-9dd7-f2ef6262cbf8,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:18:35.164894 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0875fb7c-5c57-4f79-b9ce-343e723fdeb3 req-05abcb16-adc5-40f2-bba8-7f11240fee3f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Network e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:18:35.170418 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a12185e4-af15-44d9-ab21-a6bba2c7089c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:18:35.171378 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [req-0875fb7c-5c57-4f79-b9ce-343e723fdeb3 req-05abcb16-adc5-40f2-bba8-7f11240fee3f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:18:35.175498 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-0875fb7c-5c57-4f79-b9ce-343e723fdeb3 req-05abcb16-adc5-40f2-bba8-7f11240fee3f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:18:35.225202 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-a12185e4-af15-44d9-ab21-a6bba2c7089c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Network 3b211715-5b5c-486a-aad4-9ceeeb9401cf is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:18:35.228005 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-a12185e4-af15-44d9-ab21-a6bba2c7089c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:18:35.231695 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-a12185e4-af15-44d9-ab21-a6bba2c7089c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:18:35.385362 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-a12185e4-af15-44d9-ab21-a6bba2c7089c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:35.386101 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-a12185e4-af15-44d9-ab21-a6bba2c7089c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:35.426781 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-0875fb7c-5c57-4f79-b9ce-343e723fdeb3 req-05abcb16-adc5-40f2-bba8-7f11240fee3f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:35.467686 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-a12185e4-af15-44d9-ab21-a6bba2c7089c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7621717 Feb 03 20:18:35.495921 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-6ef38778-2288-42a5-87a3-3fe068c30882 None None] Provisioning for port 49d0b654-9b91-4d13-9dd7-f2ef6262cbf8 completed by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:18:35.496994 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-1024f97b-e808-436a-8881-5fa1771d8cf4 service neutron] Request body: {'port': {'device_id': 'afb4384a-c536-4c8f-9ba6-c64ca4d8531c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:18:35.502324 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-6ef38778-2288-42a5-87a3-3fe068c30882 None None] Provisioning complete for port 49d0b654-9b91-4d13-9dd7-f2ef6262cbf8 triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:18:35.503005 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6ef38778-2288-42a5-87a3-3fe068c30882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:35.564055 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-6ef38778-2288-42a5-87a3-3fe068c30882 None None] Port 49d0b654-9b91-4d13-9dd7-f2ef6262cbf8 cannot update to ACTIVE because it is not bound. {{(pid=80171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 20:18:35.696242 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-0875fb7c-5c57-4f79-b9ce-343e723fdeb3 req-05abcb16-adc5-40f2-bba8-7f11240fee3f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:35.837286 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-1024f97b-e808-436a-8881-5fa1771d8cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:35.951403 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cce202-7a5e-4a0e-a4dc-a4cae4437eb0 req-84612743-9f7e-44a8-bab4-2bf215e87a99 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:35.952248 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-82cce202-7a5e-4a0e-a4dc-a4cae4437eb0 req-84612743-9f7e-44a8-bab4-2bf215e87a99 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Synchronizing usage tracker for tenant:2b035658cb3242478e05191b4e905be3 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:18:36.148511 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-82cce202-7a5e-4a0e-a4dc-a4cae4437eb0 req-84612743-9f7e-44a8-bab4-2bf215e87a99 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Unset dirty status for tenant:2b035658cb3242478e05191b4e905be3 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:18:36.149703 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-82cce202-7a5e-4a0e-a4dc-a4cae4437eb0 req-84612743-9f7e-44a8-bab4-2bf215e87a99 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/ports?device_id=afb4384a-c536-4c8f-9ba6-c64ca4d8531c HTTP/1.1" status: 200 len: 935 time: 0.5733104 Feb 03 20:18:36.311665 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-82cce202-7a5e-4a0e-a4dc-a4cae4437eb0 req-3fce658e-e359-4074-9a1e-40e1fd4c8043 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Synchronizing usage tracker for tenant:2b035658cb3242478e05191b4e905be3 on resource:security_group {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:18:36.444977 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-82cce202-7a5e-4a0e-a4dc-a4cae4437eb0 req-3fce658e-e359-4074-9a1e-40e1fd4c8043 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Unset dirty status for tenant:2b035658cb3242478e05191b4e905be3 on resource:security_group {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:18:36.446237 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-82cce202-7a5e-4a0e-a4dc-a4cae4437eb0 req-3fce658e-e359-4074-9a1e-40e1fd4c8043 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/security-groups?id=84134f69-7aeb-45b7-96e5-191628affee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882712 Feb 03 20:18:36.484888 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-0875fb7c-5c57-4f79-b9ce-343e723fdeb3 req-05abcb16-adc5-40f2-bba8-7f11240fee3f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:36.521517 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-0875fb7c-5c57-4f79-b9ce-343e723fdeb3 req-05abcb16-adc5-40f2-bba8-7f11240fee3f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787982947'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:36.537733 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:18:36.713291 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abcb16-adc5-40f2-bba8-7f11240fee3f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Pushing event updated for resources: {'Port': ['ID=48facf14-4cce-415d-a340-4848ab38fd42,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:18:36.719913 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-05abcb16-adc5-40f2-bba8-7f11240fee3f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:18:36.800680 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-1024f97b-e808-436a-8881-5fa1771d8cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d0b654-9b91-4d13-9dd7-f2ef6262cbf8 {{(pid=80170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 20:18:36.841975 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-1024f97b-e808-436a-8881-5fa1771d8cf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:36.866547 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-1024f97b-e808-436a-8881-5fa1771d8cf4 service neutron] Transition to ACTIVE for port object 49d0b654-9b91-4d13-9dd7-f2ef6262cbf8 will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:18:36.873600 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-0875fb7c-5c57-4f79-b9ce-343e723fdeb3 req-05abcb16-adc5-40f2-bba8-7f11240fee3f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853105182'] for floatingip, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:36.900698 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-1024f97b-e808-436a-8881-5fa1771d8cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787982947'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:36.917040 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:18:37.017342 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-0875fb7c-5c57-4f79-b9ce-343e723fdeb3 req-05abcb16-adc5-40f2-bba8-7f11240fee3f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for floatingip, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:37.018697 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0875fb7c-5c57-4f79-b9ce-343e723fdeb3 req-05abcb16-adc5-40f2-bba8-7f11240fee3f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0016286 Feb 03 20:18:37.085854 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024f97b-e808-436a-8881-5fa1771d8cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=49d0b654-9b91-4d13-9dd7-f2ef6262cbf8,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:18:37.090186 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-1024f97b-e808-436a-8881-5fa1771d8cf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:18:37.361095 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-1024f97b-e808-436a-8881-5fa1771d8cf4 service neutron] Attempting to bind port 49d0b654-9b91-4d13-9dd7-f2ef6262cbf8 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:18:37.361674 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-1024f97b-e808-436a-8881-5fa1771d8cf4 service neutron] Attempting to bind port 49d0b654-9b91-4d13-9dd7-f2ef6262cbf8 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '3732d55f-3aef-4242-8340-475f4881b9d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3b211715-5b5c-486a-aad4-9ceeeb9401cf'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:18:37.361796 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-1024f97b-e808-436a-8881-5fa1771d8cf4 service neutron] Attempting to bind port 49d0b654-9b91-4d13-9dd7-f2ef6262cbf8 on network 3b211715-5b5c-486a-aad4-9ceeeb9401cf {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:18:37.384966 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-0875fb7c-5c57-4f79-b9ce-343e723fdeb3 req-f0668ab8-e3e0-45f2-8c4c-880bdf56f6f3 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Synchronizing usage tracker for tenant:73913970268448ee97673e03b3b49b75 on resource:floatingip {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:18:37.391965 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-1024f97b-e808-436a-8881-5fa1771d8cf4 service neutron] Checking agent: {'id': '4ba2278c-c66c-406d-ba19-1defa11400a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 11, 16), 'started_at': datetime.datetime(2021, 2, 3, 20, 11, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:18:37.392346 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-1024f97b-e808-436a-8881-5fa1771d8cf4 service neutron] Checking segment: {'id': '3732d55f-3aef-4242-8340-475f4881b9d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3b211715-5b5c-486a-aad4-9ceeeb9401cf'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:18:37.392752 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-1024f97b-e808-436a-8881-5fa1771d8cf4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:37.393192 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-1024f97b-e808-436a-8881-5fa1771d8cf4 service neutron] Bound using segment: {'id': '3732d55f-3aef-4242-8340-475f4881b9d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3b211715-5b5c-486a-aad4-9ceeeb9401cf'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:18:37.393673 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-1024f97b-e808-436a-8881-5fa1771d8cf4 service neutron] Bound port: 49d0b654-9b91-4d13-9dd7-f2ef6262cbf8, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3732d55f-3aef-4242-8340-475f4881b9d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3b211715-5b5c-486a-aad4-9ceeeb9401cf'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:18:37.394052 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-1024f97b-e808-436a-8881-5fa1771d8cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:37.498110 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-0875fb7c-5c57-4f79-b9ce-343e723fdeb3 req-f0668ab8-e3e0-45f2-8c4c-880bdf56f6f3 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Unset dirty status for tenant:73913970268448ee97673e03b3b49b75 on resource:floatingip {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:18:37.499451 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0875fb7c-5c57-4f79-b9ce-343e723fdeb3 req-f0668ab8-e3e0-45f2-8c4c-880bdf56f6f3 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.28.0.243 HTTP/1.1" status: 200 len: 696 time: 0.4719658 Feb 03 20:18:37.505683 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-1024f97b-e808-436a-8881-5fa1771d8cf4 service neutron] For port 49d0b654-9b91-4d13-9dd7-f2ef6262cbf8, host hv-cinder-77398, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:18:37.511088 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-1024f97b-e808-436a-8881-5fa1771d8cf4 service neutron] For port 49d0b654-9b91-4d13-9dd7-f2ef6262cbf8, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=49d0b654-9b91-4d13-9dd7-f2ef6262cbf8,segment=NetworkSegment(3732d55f-3aef-4242-8340-475f4881b9d9),segment_id=3732d55f-3aef-4242-8340-475f4881b9d9)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:18:37.591427 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:18:37.603888 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-1024f97b-e808-436a-8881-5fa1771d8cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787982947'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:37.657840 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:18:38.100693 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024f97b-e808-436a-8881-5fa1771d8cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=49d0b654-9b91-4d13-9dd7-f2ef6262cbf8,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:18:38.104829 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-1024f97b-e808-436a-8881-5fa1771d8cf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:18:38.216468 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875fb7c-5c57-4f79-b9ce-343e723fdeb3 req-ca5a0e8e-f827-4b5c-986b-4de2cdca2caa tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:38.218018 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0875fb7c-5c57-4f79-b9ce-343e723fdeb3 req-ca5a0e8e-f827-4b5c-986b-4de2cdca2caa tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/networks/e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 HTTP/1.1" status: 200 len: 784 time: 0.7097576 Feb 03 20:18:38.247136 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [req-0875fb7c-5c57-4f79-b9ce-343e723fdeb3 req-4b132edb-eb6e-4304-864d-83ec96cfbbda tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 20:18:38.248269 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0875fb7c-5c57-4f79-b9ce-343e723fdeb3 req-4b132edb-eb6e-4304-864d-83ec96cfbbda tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0217555 Feb 03 20:18:38.348270 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af04bdf-09ef-43ca-94c2-f68f1d3ae630 req-2fcd2618-7c90-4840-9030-90ca06f6428c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:38.350001 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5af04bdf-09ef-43ca-94c2-f68f1d3ae630 req-2fcd2618-7c90-4840-9030-90ca06f6428c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/ports?device_id=afb4384a-c536-4c8f-9ba6-c64ca4d8531c HTTP/1.1" status: 200 len: 947 time: 0.7540567 Feb 03 20:18:38.446827 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-1024f97b-e808-436a-8881-5fa1771d8cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:38.447531 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-1024f97b-e808-436a-8881-5fa1771d8cf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:38.449057 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-1024f97b-e808-436a-8881-5fa1771d8cf4 service neutron] 10.222.0.90 "PUT /v2.0/ports/49d0b654-9b91-4d13-9dd7-f2ef6262cbf8 HTTP/1.1" status: 200 len: 1161 time: 2.9570010 Feb 03 20:18:38.454027 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb4384a-c536-4c8f-9ba6-c64ca4d8531c', 'tag': '49d0b654-9b91-4d13-9dd7-f2ef6262cbf8'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:18:38.517776 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5af04bdf-09ef-43ca-94c2-f68f1d3ae630 req-e0c147fd-3d06-4e23-94fd-f6fab4473dda tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/security-groups?id=84134f69-7aeb-45b7-96e5-191628affee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561706 Feb 03 20:18:38.620476 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4559821-9e75-410e-9f3d-76c998243d62 req-0a463c22-cc73-4af9-9bd8-8b440d271b19 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:38.622218 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c4559821-9e75-410e-9f3d-76c998243d62 req-0a463c22-cc73-4af9-9bd8-8b440d271b19 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2659166 Feb 03 20:18:38.625555 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb4384a-c536-4c8f-9ba6-c64ca4d8531c', 'tag': '49d0b654-9b91-4d13-9dd7-f2ef6262cbf8', 'status': 'completed', 'code': 200} Feb 03 20:18:38.773442 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c4559821-9e75-410e-9f3d-76c998243d62 req-38130f31-3d4a-4e23-9191-146a21b587fb tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.28.0.243 HTTP/1.1" status: 200 len: 696 time: 0.1076586 Feb 03 20:18:38.790135 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-c4559821-9e75-410e-9f3d-76c998243d62 req-d20346f3-b786-4b91-84f5-39fff230a9b1 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Request body: {'floatingip': {'port_id': 'a2f7bf10-2aed-4125-9716-d5d629b161ec', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:18:38.895887 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-c4559821-9e75-410e-9f3d-76c998243d62 req-d20346f3-b786-4b91-84f5-39fff230a9b1 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks [] for floatingip, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:39.022695 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-2f84039b-315d-4107-a77b-4dfab4b35db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:39.024369 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-2f84039b-315d-4107-a77b-4dfab4b35db6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b035658cb3242478e05191b4e905be3&device_id=afb4384a-c536-4c8f-9ba6-c64ca4d8531c HTTP/1.1" status: 200 len: 1164 time: 0.4011636 Feb 03 20:18:39.150258 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-e7de8929-5929-49ee-940f-489a74f36760 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=49d0b654-9b91-4d13-9dd7-f2ef6262cbf8 HTTP/1.1" status: 200 len: 217 time: 0.0773835 Feb 03 20:18:39.376196 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-edc5884e-56b4-451f-a212-7609906a0f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:39.377961 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-edc5884e-56b4-451f-a212-7609906a0f1f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=acfaab24-25e0-43c4-a0d6-b1513e8acb48 HTTP/1.1" status: 200 len: 843 time: 0.2177975 Feb 03 20:18:39.731057 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-32d683c5-622b-4e39-be89-cda4c5200b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:39.732779 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-32d683c5-622b-4e39-be89-cda4c5200b3e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3b211715-5b5c-486a-aad4-9ceeeb9401cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3471148 Feb 03 20:18:40.207846 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.db.resource_extend [req-c4559821-9e75-410e-9f3d-76c998243d62 req-d20346f3-b786-4b91-84f5-39fff230a9b1 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 03 20:18:40.327299 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-58d84d69-1e37-40dc-8611-4e0b42a11af6 service neutron] 10.222.0.90 "GET /v2.0/networks/3b211715-5b5c-486a-aad4-9ceeeb9401cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5853972 Feb 03 20:18:40.452843 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83472f-78f6-4495-bbd6-69f7cc4218a4 req-a4038553-5b95-4843-a752-89774d708b58 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:40.454325 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-cd83472f-78f6-4495-bbd6-69f7cc4218a4 req-a4038553-5b95-4843-a752-89774d708b58 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/ports?device_id=afb4384a-c536-4c8f-9ba6-c64ca4d8531c HTTP/1.1" status: 200 len: 947 time: 0.7714236 Feb 03 20:18:40.459987 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-c4559821-9e75-410e-9f3d-76c998243d62 req-d20346f3-b786-4b91-84f5-39fff230a9b1 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:40.531047 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-c4559821-9e75-410e-9f3d-76c998243d62 req-d20346f3-b786-4b91-84f5-39fff230a9b1 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853105182'] for floatingip, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:40.733313 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-cd83472f-78f6-4495-bbd6-69f7cc4218a4 req-efa90c75-993b-4022-bb03-dabfdeadab5f tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/security-groups?id=84134f69-7aeb-45b7-96e5-191628affee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213640 Feb 03 20:18:40.791976 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8b31cdae-3f09-4240-97aa-54f1fe22d2ed req-24c1fb3c-5ed7-47b9-af6b-b4c1e8927741 service neutron] 10.222.0.90 "GET /v2.0/networks/3b211715-5b5c-486a-aad4-9ceeeb9401cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4564300 Feb 03 20:18:40.808975 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.l3_db [req-c4559821-9e75-410e-9f3d-76c998243d62 req-d20346f3-b786-4b91-84f5-39fff230a9b1 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Floating IP fdcc228e-f1ae-4b03-bd77-1d72cbbfd9c7 associated. External IP: 172.28.0.243, port: a2f7bf10-2aed-4125-9716-d5d629b161ec. Feb 03 20:18:41.199113 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4559821-9e75-410e-9f3d-76c998243d62 req-d20346f3-b786-4b91-84f5-39fff230a9b1 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Router 443d7ba2-eb7f-4efa-8678-131cb7bbe3e5 has already been hosted by L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 {{(pid=80170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 20:18:41.396527 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4559821-9e75-410e-9f3d-76c998243d62 req-d20346f3-b786-4b91-84f5-39fff230a9b1 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:18:41.400980 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-c4559821-9e75-410e-9f3d-76c998243d62 req-d20346f3-b786-4b91-84f5-39fff230a9b1 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for floatingip, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:41.407324 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275117ae-5120-47b8-ae27-7393ce0db064 None None] Sync routers for ids ['443d7ba2-eb7f-4efa-8678-131cb7bbe3e5'] in dv-cinder-773985-1-smb {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:18:41.417468 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275117ae-5120-47b8-ae27-7393ce0db064 None None] Routers {'443d7ba2-eb7f-4efa-8678-131cb7bbe3e5'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:18:41.418237 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-275117ae-5120-47b8-ae27-7393ce0db064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:18:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['443d7ba2-eb7f-4efa-8678-131cb7bbe3e5'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:18:41.475711 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c4559821-9e75-410e-9f3d-76c998243d62 req-d20346f3-b786-4b91-84f5-39fff230a9b1 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "PUT /v2.0/floatingips/fdcc228e-f1ae-4b03-bd77-1d72cbbfd9c7 HTTP/1.1" status: 200 len: 997 time: 2.6918130 Feb 03 20:18:41.477400 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2907fc-c2ea-4cb4-b0a8-976f463a6240', 'tag': 'a2f7bf10-2aed-4125-9716-d5d629b161ec'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:18:41.539005 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2907fc-c2ea-4cb4-b0a8-976f463a6240', 'tag': 'a2f7bf10-2aed-4125-9716-d5d629b161ec', 'status': 'completed', 'code': 200} Feb 03 20:18:41.613801 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-275117ae-5120-47b8-ae27-7393ce0db064 None None] Set router 443d7ba2-eb7f-4efa-8678-131cb7bbe3e5 gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:18:41.712199 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4559821-9e75-410e-9f3d-76c998243d62 req-bfb2441c-7149-4646-a44e-61472e4e2f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:41.713879 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c4559821-9e75-410e-9f3d-76c998243d62 req-bfb2441c-7149-4646-a44e-61472e4e2f8f service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=73913970268448ee97673e03b3b49b75&device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 1163 time: 0.2234809 Feb 03 20:18:41.726181 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ecef7-c7a1-466b-9e38-aceb35963b8c req-381a7867-acfd-4b2a-a0a0-56c9ede51ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:41.728177 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-083ecef7-c7a1-466b-9e38-aceb35963b8c req-381a7867-acfd-4b2a-a0a0-56c9ede51ee6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=73913970268448ee97673e03b3b49b75&device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 1163 time: 0.1212020 Feb 03 20:18:42.007861 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-275117ae-5120-47b8-ae27-7393ce0db064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'name': 'tempest-TestMinimumBasicScenario-1251089237-router', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ec85de47-b874-4f43-8121-59989463f134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:17:11Z', 'updated_at': '2021-02-03T20:17:20Z', 'revision_number': 4, 'project_id': '73913970268448ee97673e03b3b49b75', 'gw_port': {'id': 'ec85de47-b874-4f43-8121-59989463f134', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:17:13Z', 'updated_at': '2021-02-03T20:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_floatingips': [{'id': 'fdcc228e-f1ae-4b03-bd77-1d72cbbfd9c7', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'floating_ip_address': '172.28.0.243', 'floating_network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'router_id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'port_id': 'a2f7bf10-2aed-4125-9716-d5d629b161ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5682e83-11b2-46ba-b750-39074c149b2f', 'mac_address': 'fa:16:3e:8c:40:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2907fc-c2ea-4cb4-b0a8-976f463a6240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:18:35Z', 'updated_at': '2021-02-03T20:18:39Z', 'revision_number': 1, 'project_id': '73913970268448ee97673e03b3b49b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff0004c-a0db-4cea-a36f-b69c0f902918', 'name': '', 'network_id': 'f5682e83-11b2-46ba-b750-39074c149b2f', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'mac_address': 'fa:16:3e:24:96:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd7e68c5f-7f63-49c3-8914-849c33a200e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:17:18Z', 'updated_at': '2021-02-03T20:17:32Z', 'revision_number': 5, 'project_id': '73913970268448ee97673e03b3b49b75', 'subnets': [{'id': 'd7e68c5f-7f63-49c3-8914-849c33a200e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:18:42.012534 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275117ae-5120-47b8-ae27-7393ce0db064 None None] Checking router: 443d7ba2-eb7f-4efa-8678-131cb7bbe3e5 for host: dv-cinder-773985-1-smb {{(pid=80171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:18:42.015084 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a8fc2-3857-423f-a8b9-65e6a711143b req-e0449587-cb86-4595-841d-bf4c7e7746ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:42.017059 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e36a8fc2-3857-423f-a8b9-65e6a711143b req-e0449587-cb86-4595-841d-bf4c7e7746ef service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b035658cb3242478e05191b4e905be3&device_id=afb4384a-c536-4c8f-9ba6-c64ca4d8531c HTTP/1.1" status: 200 len: 1164 time: 0.0827439 Feb 03 20:18:42.022139 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275117ae-5120-47b8-ae27-7393ce0db064 None None] Routers {'443d7ba2-eb7f-4efa-8678-131cb7bbe3e5'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:18:42.022818 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-275117ae-5120-47b8-ae27-7393ce0db064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:18:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['443d7ba2-eb7f-4efa-8678-131cb7bbe3e5'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:18:42.081991 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4559821-9e75-410e-9f3d-76c998243d62 req-6ff7f263-571f-4e13-93f9-827fe2d30da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:42.084174 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c4559821-9e75-410e-9f3d-76c998243d62 req-6ff7f263-571f-4e13-93f9-827fe2d30da6 service neutron] 10.222.0.101 "GET /v2.0/networks?id=f5682e83-11b2-46ba-b750-39074c149b2f HTTP/1.1" status: 200 len: 909 time: 0.3542640 Feb 03 20:18:42.088808 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ecef7-c7a1-466b-9e38-aceb35963b8c req-b4034368-cc36-412a-8893-cad0206c13d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:42.090325 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-083ecef7-c7a1-466b-9e38-aceb35963b8c req-b4034368-cc36-412a-8893-cad0206c13d0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f5682e83-11b2-46ba-b750-39074c149b2f HTTP/1.1" status: 200 len: 909 time: 0.3336375 Feb 03 20:18:42.172742 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a8fc2-3857-423f-a8b9-65e6a711143b req-06a6e605-80d2-4c64-8a68-6889155d4f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:42.174434 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e36a8fc2-3857-423f-a8b9-65e6a711143b req-06a6e605-80d2-4c64-8a68-6889155d4f17 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3b211715-5b5c-486a-aad4-9ceeeb9401cf HTTP/1.1" status: 200 len: 863 time: 0.1500354 Feb 03 20:18:42.241949 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-275117ae-5120-47b8-ae27-7393ce0db064 None None] Set router 443d7ba2-eb7f-4efa-8678-131cb7bbe3e5 gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:18:42.256727 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e36a8fc2-3857-423f-a8b9-65e6a711143b req-52b625a5-c073-4853-a9b3-cf496c19af47 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=49d0b654-9b91-4d13-9dd7-f2ef6262cbf8 HTTP/1.1" status: 200 len: 217 time: 0.0757115 Feb 03 20:18:42.334947 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a8fc2-3857-423f-a8b9-65e6a711143b req-2b97829f-7cd1-4531-a1a2-283a1abf4341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:42.336632 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e36a8fc2-3857-423f-a8b9-65e6a711143b req-2b97829f-7cd1-4531-a1a2-283a1abf4341 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=acfaab24-25e0-43c4-a0d6-b1513e8acb48 HTTP/1.1" status: 200 len: 843 time: 0.0707519 Feb 03 20:18:42.432011 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a8fc2-3857-423f-a8b9-65e6a711143b req-c036a8b5-e18f-4687-b767-2a90fd545f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:42.433705 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e36a8fc2-3857-423f-a8b9-65e6a711143b req-c036a8b5-e18f-4687-b767-2a90fd545f52 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3b211715-5b5c-486a-aad4-9ceeeb9401cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0873754 Feb 03 20:18:42.558687 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ef0bd-a5ae-4d5a-95f9-979a7d2e43ae req-7301a0e9-18ac-4172-ad87-0f35a8c0522b tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:42.560457 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d79ef0bd-a5ae-4d5a-95f9-979a7d2e43ae req-7301a0e9-18ac-4172-ad87-0f35a8c0522b tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/ports?device_id=afb4384a-c536-4c8f-9ba6-c64ca4d8531c HTTP/1.1" status: 200 len: 947 time: 0.6579463 Feb 03 20:18:42.643221 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-275117ae-5120-47b8-ae27-7393ce0db064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'name': 'tempest-TestMinimumBasicScenario-1251089237-router', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ec85de47-b874-4f43-8121-59989463f134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:17:11Z', 'updated_at': '2021-02-03T20:17:20Z', 'revision_number': 4, 'project_id': '73913970268448ee97673e03b3b49b75', 'gw_port': {'id': 'ec85de47-b874-4f43-8121-59989463f134', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:17:13Z', 'updated_at': '2021-02-03T20:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_floatingips': [{'id': 'fdcc228e-f1ae-4b03-bd77-1d72cbbfd9c7', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'floating_ip_address': '172.28.0.243', 'floating_network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'router_id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'port_id': 'a2f7bf10-2aed-4125-9716-d5d629b161ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5682e83-11b2-46ba-b750-39074c149b2f', 'mac_address': 'fa:16:3e:8c:40:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2907fc-c2ea-4cb4-b0a8-976f463a6240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:18:35Z', 'updated_at': '2021-02-03T20:18:39Z', 'revision_number': 1, 'project_id': '73913970268448ee97673e03b3b49b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff0004c-a0db-4cea-a36f-b69c0f902918', 'name': '', 'network_id': 'f5682e83-11b2-46ba-b750-39074c149b2f', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'mac_address': 'fa:16:3e:24:96:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd7e68c5f-7f63-49c3-8914-849c33a200e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:17:18Z', 'updated_at': '2021-02-03T20:17:32Z', 'revision_number': 5, 'project_id': '73913970268448ee97673e03b3b49b75', 'subnets': [{'id': 'd7e68c5f-7f63-49c3-8914-849c33a200e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:18:42.648217 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275117ae-5120-47b8-ae27-7393ce0db064 None None] The sync data for ids ['443d7ba2-eb7f-4efa-8678-131cb7bbe3e5'] in dv-cinder-773985-1-smb is: [{'id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'name': 'tempest-TestMinimumBasicScenario-1251089237-router', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ec85de47-b874-4f43-8121-59989463f134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:17:11Z', 'updated_at': '2021-02-03T20:17:20Z', 'revision_number': 4, 'project_id': '73913970268448ee97673e03b3b49b75', 'gw_port': {'id': 'ec85de47-b874-4f43-8121-59989463f134', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:17:13Z', 'updated_at': '2021-02-03T20:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_floatingips': [{'id': 'fdcc228e-f1ae-4b03-bd77-1d72cbbfd9c7', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'floating_ip_address': '172.28.0.243', 'floating_network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'router_id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'port_id': 'a2f7bf10-2aed-4125-9716-d5d629b161ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5682e83-11b2-46ba-b750-39074c149b2f', 'mac_address': 'fa:16:3e:8c:40:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2907fc-c2ea-4cb4-b0a8-976f463a6240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:18:35Z', 'updated_at': '2021-02-03T20:18:39Z', 'revision_number': 1, 'project_id': '73913970268448ee97673e03b3b49b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff0004c-a0db-4cea-a36f-b69c0f902918', 'name': '', 'network_id': 'f5682e83-11b2-46ba-b750-39074c149b2f', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'mac_address': 'fa:16:3e:24:96:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd7e68c5f-7f63-49c3-8914-849c33a200e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:17:18Z', 'updated_at': '2021-02-03T20:17:32Z', 'revision_number': 5, 'project_id': '73913970268448ee97673e03b3b49b75', 'subnets': [{'id': 'd7e68c5f-7f63-49c3-8914-849c33a200e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:18:42.664464 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c4559821-9e75-410e-9f3d-76c998243d62 req-f6e49ff2-3d10-4fe0-86ee-671d72826dbc service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2f7bf10-2aed-4125-9716-d5d629b161ec HTTP/1.1" status: 200 len: 1000 time: 0.5730665 Feb 03 20:18:42.669162 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-083ecef7-c7a1-466b-9e38-aceb35963b8c req-963ea92b-d480-4ada-87c3-c470a163fda0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2f7bf10-2aed-4125-9716-d5d629b161ec HTTP/1.1" status: 200 len: 1000 time: 0.5189161 Feb 03 20:18:42.691285 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d79ef0bd-a5ae-4d5a-95f9-979a7d2e43ae req-1d8b15b9-1c58-4bfa-a37c-cd28f0aa0813 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/security-groups?id=84134f69-7aeb-45b7-96e5-191628affee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166854 Feb 03 20:18:42.812475 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e36a8fc2-3857-423f-a8b9-65e6a711143b req-2abdc49d-9f83-407a-b824-95fb463cd57d service neutron] 10.222.0.90 "GET /v2.0/networks/3b211715-5b5c-486a-aad4-9ceeeb9401cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711748 Feb 03 20:18:42.819517 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ecef7-c7a1-466b-9e38-aceb35963b8c req-126b03b4-5f61-4353-8e74-43e77bfca2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:42.821127 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-083ecef7-c7a1-466b-9e38-aceb35963b8c req-126b03b4-5f61-4353-8e74-43e77bfca2cc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d7e68c5f-7f63-49c3-8914-849c33a200e1 HTTP/1.1" status: 200 len: 854 time: 0.1288102 Feb 03 20:18:42.822520 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4559821-9e75-410e-9f3d-76c998243d62 req-d869f8bc-5765-4863-9428-b1a04389326c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:42.823990 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c4559821-9e75-410e-9f3d-76c998243d62 req-d869f8bc-5765-4863-9428-b1a04389326c service neutron] 10.222.0.101 "GET /v2.0/subnets?id=d7e68c5f-7f63-49c3-8914-849c33a200e1 HTTP/1.1" status: 200 len: 854 time: 0.0957816 Feb 03 20:18:42.974857 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e36a8fc2-3857-423f-a8b9-65e6a711143b req-2b2c393e-b97d-4a84-8837-573fb5435e66 service neutron] 10.222.0.90 "GET /v2.0/networks/3b211715-5b5c-486a-aad4-9ceeeb9401cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1532762 Feb 03 20:18:42.988478 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4559821-9e75-410e-9f3d-76c998243d62 req-049e09af-9860-4b12-b698-aab6da8807f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:42.990136 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c4559821-9e75-410e-9f3d-76c998243d62 req-049e09af-9860-4b12-b698-aab6da8807f5 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=f5682e83-11b2-46ba-b750-39074c149b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1588457 Feb 03 20:18:42.994114 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ecef7-c7a1-466b-9e38-aceb35963b8c req-91a98775-c65c-4c45-b1e0-b8d26db47220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:42.995696 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-083ecef7-c7a1-466b-9e38-aceb35963b8c req-91a98775-c65c-4c45-b1e0-b8d26db47220 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f5682e83-11b2-46ba-b750-39074c149b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1275508 Feb 03 20:18:43.006628 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [req-c4559821-9e75-410e-9f3d-76c998243d62 req-a11d0dc6-9788-4920-97fd-e9f640204e8a service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 20:18:43.007773 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c4559821-9e75-410e-9f3d-76c998243d62 req-a11d0dc6-9788-4920-97fd-e9f640204e8a service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0088546 Feb 03 20:18:43.029627 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd55222c-35ca-405e-9911-1ca8ff07e852 None None] New status for floating IP fdcc228e-f1ae-4b03-bd77-1d72cbbfd9c7: ACTIVE {{(pid=80172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 03 20:18:43.048194 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e7e31e01-584e-4f90-9a3e-82d16dec0000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:43.276272 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-083ecef7-c7a1-466b-9e38-aceb35963b8c req-0e765c6a-6d05-460b-a127-e782c811aee6 service neutron] 10.222.0.90 "GET /v2.0/networks/f5682e83-11b2-46ba-b750-39074c149b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674432 Feb 03 20:18:43.279589 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c4559821-9e75-410e-9f3d-76c998243d62 req-e88d985e-db62-4c16-ab74-727b17e89c9d service neutron] 10.222.0.101 "GET /v2.0/networks/f5682e83-11b2-46ba-b750-39074c149b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432940 Feb 03 20:18:43.548009 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-083ecef7-c7a1-466b-9e38-aceb35963b8c req-8288eb49-898f-4ec0-92ab-07ae1014d24b service neutron] 10.222.0.90 "GET /v2.0/networks/f5682e83-11b2-46ba-b750-39074c149b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2626097 Feb 03 20:18:43.555850 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c4559821-9e75-410e-9f3d-76c998243d62 req-b1711657-b7a9-45b7-a3bd-6098d84501e9 service neutron] 10.222.0.101 "GET /v2.0/networks/f5682e83-11b2-46ba-b750-39074c149b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2464702 Feb 03 20:18:43.638229 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-55134784-a620-4f86-9958-c22b511460a4 req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-115643493', 'description': 'tempest-TestMinimumBasicScenario-115643493 description'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:18:43.660419 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-55134784-a620-4f86-9958-c22b511460a4 req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:18:43.670370 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-55134784-a620-4f86-9958-c22b511460a4 req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:18:43.706223 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-55134784-a620-4f86-9958-c22b511460a4 req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:43.730681 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-55134784-a620-4f86-9958-c22b511460a4 req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:18:43.735719 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-55134784-a620-4f86-9958-c22b511460a4 req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Usage tracker for resource:security_group_rule and tenant:73913970268448ee97673e03b3b49b75 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:18:43.738840 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-55134784-a620-4f86-9958-c22b511460a4 req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:18:43.744858 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-55134784-a620-4f86-9958-c22b511460a4 req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:18:43.822143 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-55134784-a620-4f86-9958-c22b511460a4 req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:43.869670 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-55134784-a620-4f86-9958-c22b511460a4 req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:43.880783 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9e3e621c-aa50-463c-838f-68fee319bef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:18:43.940413 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2dffb3-8ea7-4f84-ac43-db8939e668b9,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:18:43.951886 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:43.952539 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:43.952539 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:43.953242 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:43.953644 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:43.954044 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:43.954468 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:43.954838 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:43.955234 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:43.955651 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:43.956051 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:43.956446 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:43.956880 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:43.957271 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:43.957661 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:43.958052 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:43.958438 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:43.958829 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:43.959222 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:43.959632 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:43.960025 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:43.960412 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:43.960798 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:43.961182 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:43.965533 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:18:44.062715 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2f6a6-75dc-467b-9afb-6819b6d764d8 req-177d6e90-9b61-4cc8-9f7f-2a541c5b7b8d tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:44.064478 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ded2f6a6-75dc-467b-9afb-6819b6d764d8 req-177d6e90-9b61-4cc8-9f7f-2a541c5b7b8d tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/ports?device_id=afb4384a-c536-4c8f-9ba6-c64ca4d8531c HTTP/1.1" status: 200 len: 947 time: 0.2408864 Feb 03 20:18:44.065824 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-55134784-a620-4f86-9958-c22b511460a4 req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:44.067043 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-55134784-a620-4f86-9958-c22b511460a4 req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4335423 Feb 03 20:18:44.147704 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ded2f6a6-75dc-467b-9afb-6819b6d764d8 req-4fce5e35-a701-4c74-90df-ed295dace296 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/security-groups?id=84134f69-7aeb-45b7-96e5-191628affee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767488 Feb 03 20:18:44.193732 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ae391894-5c43-483b-94b5-5b5d314d7bbf req-d7d1f7ef-3df5-450b-9d59-5e3b3aab0e73 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups/ee2dffb3-8ea7-4f84-ac43-db8939e668b9 HTTP/1.1" status: 200 len: 1812 time: 0.0912516 Feb 03 20:18:44.204591 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-ae391894-5c43-483b-94b5-5b5d314d7bbf req-94e4d154-d50b-4596-9544-0fd04cec2777 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ee2dffb3-8ea7-4f84-ac43-db8939e668b9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:18:44.204948 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-ae391894-5c43-483b-94b5-5b5d314d7bbf req-94e4d154-d50b-4596-9544-0fd04cec2777 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ee2dffb3-8ea7-4f84-ac43-db8939e668b9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:18:44.226331 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-ae391894-5c43-483b-94b5-5b5d314d7bbf req-94e4d154-d50b-4596-9544-0fd04cec2777 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:18:44.230361 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-ae391894-5c43-483b-94b5-5b5d314d7bbf req-94e4d154-d50b-4596-9544-0fd04cec2777 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Usage tracker for resource:security_group_rule and tenant:73913970268448ee97673e03b3b49b75 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:18:44.233966 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-ae391894-5c43-483b-94b5-5b5d314d7bbf req-94e4d154-d50b-4596-9544-0fd04cec2777 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:18:44.239902 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-ae391894-5c43-483b-94b5-5b5d314d7bbf req-94e4d154-d50b-4596-9544-0fd04cec2777 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:18:44.333289 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-ae391894-5c43-483b-94b5-5b5d314d7bbf req-94e4d154-d50b-4596-9544-0fd04cec2777 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:44.366229 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-ae391894-5c43-483b-94b5-5b5d314d7bbf req-94e4d154-d50b-4596-9544-0fd04cec2777 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:44.409703 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-ae391894-5c43-483b-94b5-5b5d314d7bbf req-94e4d154-d50b-4596-9544-0fd04cec2777 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263125'] for security_group_rule, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:44.412008 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:18:44.438068 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4d154-d50b-4596-9544-0fd04cec2777 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57a081e-08e7-4d5b-81c2-a772b6da292f,revision_number=0']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:18:44.444370 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-94e4d154-d50b-4596-9544-0fd04cec2777 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:18:44.472289 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-ae391894-5c43-483b-94b5-5b5d314d7bbf req-94e4d154-d50b-4596-9544-0fd04cec2777 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:44.473609 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ae391894-5c43-483b-94b5-5b5d314d7bbf req-94e4d154-d50b-4596-9544-0fd04cec2777 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2733126 Feb 03 20:18:44.572827 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ad40a3cd-5b8e-4f22-bea4-e0a7386915e8 req-217c9956-6079-4b05-880e-9691ffe60912 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups/ee2dffb3-8ea7-4f84-ac43-db8939e668b9 HTTP/1.1" status: 200 len: 2405 time: 0.0660424 Feb 03 20:18:44.583488 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-ad40a3cd-5b8e-4f22-bea4-e0a7386915e8 req-7db62da7-6423-476b-80ac-705aa51b98bf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ee2dffb3-8ea7-4f84-ac43-db8939e668b9', 'remote_group_id': None}]} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:18:44.583873 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-ad40a3cd-5b8e-4f22-bea4-e0a7386915e8 req-7db62da7-6423-476b-80ac-705aa51b98bf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ee2dffb3-8ea7-4f84-ac43-db8939e668b9', 'remote_group_id': None}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:18:44.605907 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-ad40a3cd-5b8e-4f22-bea4-e0a7386915e8 req-7db62da7-6423-476b-80ac-705aa51b98bf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:18:44.610547 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-ad40a3cd-5b8e-4f22-bea4-e0a7386915e8 req-7db62da7-6423-476b-80ac-705aa51b98bf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Usage tracker for resource:security_group_rule and tenant:73913970268448ee97673e03b3b49b75 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:18:44.613607 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-ad40a3cd-5b8e-4f22-bea4-e0a7386915e8 req-7db62da7-6423-476b-80ac-705aa51b98bf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:18:44.619395 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-ad40a3cd-5b8e-4f22-bea4-e0a7386915e8 req-7db62da7-6423-476b-80ac-705aa51b98bf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:18:44.708010 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-ad40a3cd-5b8e-4f22-bea4-e0a7386915e8 req-7db62da7-6423-476b-80ac-705aa51b98bf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:44.737014 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-ad40a3cd-5b8e-4f22-bea4-e0a7386915e8 req-7db62da7-6423-476b-80ac-705aa51b98bf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:44.774902 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-ad40a3cd-5b8e-4f22-bea4-e0a7386915e8 req-7db62da7-6423-476b-80ac-705aa51b98bf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263125'] for security_group_rule, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:44.777072 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:18:44.802181 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db62da7-6423-476b-80ac-705aa51b98bf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc6c911-7a72-41f9-bf67-272e9a61dbdd,revision_number=0']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:18:44.804828 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-7db62da7-6423-476b-80ac-705aa51b98bf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:18:44.837759 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-ad40a3cd-5b8e-4f22-bea4-e0a7386915e8 req-7db62da7-6423-476b-80ac-705aa51b98bf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:44.839088 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ad40a3cd-5b8e-4f22-bea4-e0a7386915e8 req-7db62da7-6423-476b-80ac-705aa51b98bf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2598283 Feb 03 20:18:45.000665 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-acb27266-362f-427b-9a9d-dc73639f6ed4 req-b72f4069-baf1-4f65-8d9b-ba2495f7fcb8 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Synchronizing usage tracker for tenant:73913970268448ee97673e03b3b49b75 on resource:security_group {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:18:45.043428 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-acb27266-362f-427b-9a9d-dc73639f6ed4 req-b72f4069-baf1-4f65-8d9b-ba2495f7fcb8 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Unset dirty status for tenant:73913970268448ee97673e03b3b49b75 on resource:security_group {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:18:45.044819 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-acb27266-362f-427b-9a9d-dc73639f6ed4 req-b72f4069-baf1-4f65-8d9b-ba2495f7fcb8 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-115643493&fields=id&tenant_id=73913970268448ee97673e03b3b49b75 HTTP/1.1" status: 200 len: 267 time: 0.1033616 Feb 03 20:18:45.213302 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb27266-362f-427b-9a9d-dc73639f6ed4 req-462fcd8d-d503-4ca3-9693-fe4acde41432 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:45.215002 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-acb27266-362f-427b-9a9d-dc73639f6ed4 req-462fcd8d-d503-4ca3-9693-fe4acde41432 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 946 time: 0.1635368 Feb 03 20:18:45.229611 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-acb27266-362f-427b-9a9d-dc73639f6ed4 req-14751498-3448-41d3-ae98-6f96264ef933 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Request body: {'port': {'security_groups': ['26b7ac28-d87c-4cef-9c91-62a9705add61', 'ee2dffb3-8ea7-4f84-ac43-db8939e668b9']}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:18:45.260989 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-12b719ae-3ce3-4288-96dd-1b6ec6586bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:45.444812 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-acb27266-362f-427b-9a9d-dc73639f6ed4 req-14751498-3448-41d3-ae98-6f96264ef933 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:45.598465 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22359ac0-f44f-4730-bd41-052fee1985fb req-fe03736b-3fee-450e-b2e1-e8ac48824f44 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:45.600184 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-22359ac0-f44f-4730-bd41-052fee1985fb req-fe03736b-3fee-450e-b2e1-e8ac48824f44 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/ports?device_id=afb4384a-c536-4c8f-9ba6-c64ca4d8531c HTTP/1.1" status: 200 len: 947 time: 0.3087232 Feb 03 20:18:45.727866 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-22359ac0-f44f-4730-bd41-052fee1985fb req-01e3aa3a-5d66-473f-b01e-a5b97d6236b6 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/security-groups?id=84134f69-7aeb-45b7-96e5-191628affee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189525 Feb 03 20:18:45.948334 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:46.026571 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-acb27266-362f-427b-9a9d-dc73639f6ed4 req-14751498-3448-41d3-ae98-6f96264ef933 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] For port a2f7bf10-2aed-4125-9716-d5d629b161ec, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=a2f7bf10-2aed-4125-9716-d5d629b161ec,segment=NetworkSegment(0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd),segment_id=0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:18:46.035001 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Network 3b211715-5b5c-486a-aad4-9ceeeb9401cf details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:18:46.055513 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:46.055792 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-acb27266-362f-427b-9a9d-dc73639f6ed4 req-14751498-3448-41d3-ae98-6f96264ef933 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:46.083691 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-acb27266-362f-427b-9a9d-dc73639f6ed4 req-14751498-3448-41d3-ae98-6f96264ef933 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787982947'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:46.099157 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-724c30b3-9332-4905-bd49-bd6467847f25 tempest-ServerRescueNegativeTestJSON-1079935030 tempest-ServerRescueNegativeTestJSON-1079935030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:18:46.426584 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.objects.ports [None req-cee4f24b-6f91-4857-beeb-50ab8380fb46 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80171) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 03 20:18:46.486823 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14751498-3448-41d3-ae98-6f96264ef933 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Pushing event updated for resources: {'Port': ['ID=a2f7bf10-2aed-4125-9716-d5d629b161ec,revision_number=5']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:18:46.491561 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-14751498-3448-41d3-ae98-6f96264ef933 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:18:46.591399 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb27266-362f-427b-9a9d-dc73639f6ed4 req-14751498-3448-41d3-ae98-6f96264ef933 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:46.592170 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-acb27266-362f-427b-9a9d-dc73639f6ed4 req-14751498-3448-41d3-ae98-6f96264ef933 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:46.593807 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-acb27266-362f-427b-9a9d-dc73639f6ed4 req-14751498-3448-41d3-ae98-6f96264ef933 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "PUT /v2.0/ports/a2f7bf10-2aed-4125-9716-d5d629b161ec HTTP/1.1" status: 200 len: 982 time: 1.3708503 Feb 03 20:18:46.594450 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2907fc-c2ea-4cb4-b0a8-976f463a6240', 'tag': 'a2f7bf10-2aed-4125-9716-d5d629b161ec'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:18:46.659859 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2907fc-c2ea-4cb4-b0a8-976f463a6240', 'tag': 'a2f7bf10-2aed-4125-9716-d5d629b161ec', 'status': 'completed', 'code': 200} Feb 03 20:18:46.710106 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-176ff4fa-42e7-4145-8ba5-c6377e04a4fc None None] Provisioning complete for port a2f7bf10-2aed-4125-9716-d5d629b161ec triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:18:46.710720 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-176ff4fa-42e7-4145-8ba5-c6377e04a4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:46.952246 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ccd52-c2a6-495d-9e30-78bb67d30075 req-928d80ad-594c-4c42-8f78-bfaf348c2b95 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:46.952512 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0e4ccd52-c2a6-495d-9e30-78bb67d30075 req-928d80ad-594c-4c42-8f78-bfaf348c2b95 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 985 time: 0.2512755 Feb 03 20:18:46.956233 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78702643-31dd-4a42-b134-89b6f5e5b268 req-fa56b102-2381-4d6c-aded-7dbd21f91f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:46.957750 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-78702643-31dd-4a42-b134-89b6f5e5b268 req-fa56b102-2381-4d6c-aded-7dbd21f91f27 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=73913970268448ee97673e03b3b49b75&device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 1203 time: 0.2089367 Feb 03 20:18:46.990346 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:47.189792 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0e4ccd52-c2a6-495d-9e30-78bb67d30075 req-aca7efed-e3a1-477c-9487-811549c07476 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=ee2dffb3-8ea7-4f84-ac43-db8939e668b9&id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1901791 Feb 03 20:18:47.270786 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 49d0b654-9b91-4d13-9dd7-f2ef6262cbf8 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:18:47.322676 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2733dc-af19-44ef-8d10-67bfdc191adf req-46e1aa6d-7188-4e68-a137-594dcf5708c9 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:47.324423 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-df2733dc-af19-44ef-8d10-67bfdc191adf req-46e1aa6d-7188-4e68-a137-594dcf5708c9 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/ports?device_id=afb4384a-c536-4c8f-9ba6-c64ca4d8531c HTTP/1.1" status: 200 len: 947 time: 0.3708866 Feb 03 20:18:47.333556 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78702643-31dd-4a42-b134-89b6f5e5b268 req-e944d264-3209-4d9d-9263-9798820384fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:47.335070 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-78702643-31dd-4a42-b134-89b6f5e5b268 req-e944d264-3209-4d9d-9263-9798820384fb service neutron] 10.222.0.90 "GET /v2.0/networks?id=f5682e83-11b2-46ba-b750-39074c149b2f HTTP/1.1" status: 200 len: 909 time: 0.3336833 Feb 03 20:18:47.380798 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning for port 49d0b654-9b91-4d13-9dd7-f2ef6262cbf8 completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:18:47.386344 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 49d0b654-9b91-4d13-9dd7-f2ef6262cbf8 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:18:47.386777 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:47.484705 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-df2733dc-af19-44ef-8d10-67bfdc191adf req-ea83eaa5-6a28-4ab6-8cc6-3e887d9ca02c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/security-groups?id=84134f69-7aeb-45b7-96e5-191628affee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523685 Feb 03 20:18:47.501468 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-78702643-31dd-4a42-b134-89b6f5e5b268 req-c23cf300-1483-4a25-ba35-18069dc31718 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2f7bf10-2aed-4125-9716-d5d629b161ec HTTP/1.1" status: 200 len: 1002 time: 0.1496639 Feb 03 20:18:47.513836 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:47.558906 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb4384a-c536-4c8f-9ba6-c64ca4d8531c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d0b654-9b91-4d13-9dd7-f2ef6262cbf8'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:18:47.570109 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port 49d0b654-9b91-4d13-9dd7-f2ef6262cbf8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=49d0b654-9b91-4d13-9dd7-f2ef6262cbf8,segment=NetworkSegment(3732d55f-3aef-4242-8340-475f4881b9d9),segment_id=3732d55f-3aef-4242-8340-475f4881b9d9)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:18:47.577234 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78702643-31dd-4a42-b134-89b6f5e5b268 req-00db7dc4-05b9-4a63-82f3-3c4af5a41ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:47.578988 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-78702643-31dd-4a42-b134-89b6f5e5b268 req-00db7dc4-05b9-4a63-82f3-3c4af5a41ff7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d7e68c5f-7f63-49c3-8914-849c33a200e1 HTTP/1.1" status: 200 len: 854 time: 0.0708425 Feb 03 20:18:47.580699 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:47.598492 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:47.600539 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:18:47.633789 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb4384a-c536-4c8f-9ba6-c64ca4d8531c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d0b654-9b91-4d13-9dd7-f2ef6262cbf8', 'code': 200} Feb 03 20:18:47.675605 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78702643-31dd-4a42-b134-89b6f5e5b268 req-ea2c8fd8-841a-486c-b23e-8a2e399cbe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:47.677286 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-78702643-31dd-4a42-b134-89b6f5e5b268 req-ea2c8fd8-841a-486c-b23e-8a2e399cbe35 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f5682e83-11b2-46ba-b750-39074c149b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0867569 Feb 03 20:18:47.679469 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=49d0b654-9b91-4d13-9dd7-f2ef6262cbf8,revision_number=4']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:18:47.682664 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:18:47.835690 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-78702643-31dd-4a42-b134-89b6f5e5b268 req-a4727aba-d295-4c58-b138-01c78f0412f6 service neutron] 10.222.0.90 "GET /v2.0/networks/f5682e83-11b2-46ba-b750-39074c149b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411853 Feb 03 20:18:47.987723 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-78702643-31dd-4a42-b134-89b6f5e5b268 req-6e96f263-8d37-49eb-89eb-cf33840d4a41 service neutron] 10.222.0.90 "GET /v2.0/networks/f5682e83-11b2-46ba-b750-39074c149b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1439362 Feb 03 20:18:48.000842 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8187f0d-bf3a-425d-9a27-053c703017cc req-a63511f9-0731-4c2f-ab9e-19ba032d9dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:48.002726 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c8187f0d-bf3a-425d-9a27-053c703017cc req-a63511f9-0731-4c2f-ab9e-19ba032d9dfe service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=afb4384a-c536-4c8f-9ba6-c64ca4d8531c HTTP/1.1" status: 200 len: 1166 time: 0.0796061 Feb 03 20:18:48.054822 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c8187f0d-bf3a-425d-9a27-053c703017cc req-6be56a23-5050-4ffc-95cc-8a8ba4392483 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=84134f69-7aeb-45b7-96e5-191628affee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389388 Feb 03 20:18:48.575613 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device a2f7bf10-2aed-4125-9716-d5d629b161ec up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:18:48.653092 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port a2f7bf10-2aed-4125-9716-d5d629b161ec triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:18:48.653522 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:48.782948 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 49d0b654-9b91-4d13-9dd7-f2ef6262cbf8 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:18:48.789841 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c97766-08df-40fb-8887-818955677e85 req-fb505b3e-db4b-416f-991c-50db6d4b428b tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:48.791580 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-07c97766-08df-40fb-8887-818955677e85 req-fb505b3e-db4b-416f-991c-50db6d4b428b tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/ports?device_id=afb4384a-c536-4c8f-9ba6-c64ca4d8531c HTTP/1.1" status: 200 len: 949 time: 0.1754909 Feb 03 20:18:48.856917 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 49d0b654-9b91-4d13-9dd7-f2ef6262cbf8 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:18:48.857342 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:48.860293 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-07c97766-08df-40fb-8887-818955677e85 req-9ac654a8-b2e1-4207-b064-b621ed430ef3 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/security-groups?id=84134f69-7aeb-45b7-96e5-191628affee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614443 Feb 03 20:18:50.163519 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e2703-62b3-411d-bbfe-b674e4747138 req-89772067-bffa-4425-a678-527654edb2db tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:50.165120 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-109e2703-62b3-411d-bbfe-b674e4747138 req-89772067-bffa-4425-a678-527654edb2db tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/ports?device_id=afb4384a-c536-4c8f-9ba6-c64ca4d8531c HTTP/1.1" status: 200 len: 949 time: 0.1698751 Feb 03 20:18:50.228953 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-109e2703-62b3-411d-bbfe-b674e4747138 req-8cbf3c39-3900-4915-afa9-3a5a9d1c8776 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/security-groups?id=84134f69-7aeb-45b7-96e5-191628affee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574505 Feb 03 20:18:50.916913 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76651243-32ff-4188-a860-532084c8ea18 req-ff2da497-c9cd-404d-8891-b5b942b8b5e2 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:50.918565 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-76651243-32ff-4188-a860-532084c8ea18 req-ff2da497-c9cd-404d-8891-b5b942b8b5e2 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/ports?device_id=afb4384a-c536-4c8f-9ba6-c64ca4d8531c HTTP/1.1" status: 200 len: 949 time: 0.1655557 Feb 03 20:18:50.988243 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-76651243-32ff-4188-a860-532084c8ea18 req-2bf9435d-f4aa-46d2-a543-bd1f1e373faa tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/security-groups?id=84134f69-7aeb-45b7-96e5-191628affee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624297 Feb 03 20:18:52.290939 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdabcd-e3df-4544-834e-f6574430efad req-92cb42cf-2692-4367-9097-acb52ef2a3dc tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:52.292623 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-57cdabcd-e3df-4544-834e-f6574430efad req-92cb42cf-2692-4367-9097-acb52ef2a3dc tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/ports?device_id=afb4384a-c536-4c8f-9ba6-c64ca4d8531c HTTP/1.1" status: 200 len: 949 time: 0.1688755 Feb 03 20:18:52.358384 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-57cdabcd-e3df-4544-834e-f6574430efad req-3fa2fc46-7aca-43d5-9ff0-de463bbe5dbd tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/security-groups?id=84134f69-7aeb-45b7-96e5-191628affee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583320 Feb 03 20:18:52.623671 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08888252-5ec2-4044-8ecb-b3922db213d8 req-4b830d85-e0c9-4285-822a-e4360c9fc9ad tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:18:52.625911 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-08888252-5ec2-4044-8ecb-b3922db213d8 req-4b830d85-e0c9-4285-822a-e4360c9fc9ad tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.90 "GET /v2.0/ports?device_id=afb4384a-c536-4c8f-9ba6-c64ca4d8531c HTTP/1.1" status: 200 len: 949 time: 0.1660745 Feb 03 20:18:52.719875 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-08888252-5ec2-4044-8ecb-b3922db213d8 req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Deleting port 49d0b654-9b91-4d13-9dd7-f2ef6262cbf8 {{(pid=80169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:18:52.720269 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-08888252-5ec2-4044-8ecb-b3922db213d8 req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:52.988330 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-08888252-5ec2-4044-8ecb-b3922db213d8 req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] For port 49d0b654-9b91-4d13-9dd7-f2ef6262cbf8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=49d0b654-9b91-4d13-9dd7-f2ef6262cbf8,segment=NetworkSegment(3732d55f-3aef-4242-8340-475f4881b9d9),segment_id=3732d55f-3aef-4242-8340-475f4881b9d9)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:18:52.988670 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-08888252-5ec2-4044-8ecb-b3922db213d8 req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:53.120169 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-08888252-5ec2-4044-8ecb-b3922db213d8 req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Calling delete_port for 49d0b654-9b91-4d13-9dd7-f2ef6262cbf8 owned by compute:nova {{(pid=80169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:18:53.476262 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-08888252-5ec2-4044-8ecb-b3922db213d8 req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:53.492213 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c4a4bb6f-ebc5-4c17-9188-aaa56bc3bb0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:18:53.545177 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Pushing event deleted for resources: {'Port': ['ID=49d0b654-9b91-4d13-9dd7-f2ef6262cbf8,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:18:53.604974 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:53.605402 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:53.605820 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:53.606238 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:53.606641 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:53.607045 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:53.607446 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:53.607875 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:53.608530 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:53.608530 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:53.609276 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:53.609682 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:53.610122 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:53.610525 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:53.610927 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:53.611327 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:53.611757 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:53.612155 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:53.612557 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:53.612953 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:53.613349 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:53.613784 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:53.614182 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:53.614578 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:18:53.619860 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:18:53.622110 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-18e877de-8e42-488d-b5fd-7fe51c6ac0a2 req-3bd47042-ee33-462d-af18-8ebbe0136236 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.101 "GET /v2.0/ports?device_id=afb4384a-c536-4c8f-9ba6-c64ca4d8531c HTTP/1.1" status: 200 len: 210 time: 0.0544879 Feb 03 20:18:53.727142 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-08888252-5ec2-4044-8ecb-b3922db213d8 req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] No DVR routers for this DVR port 49d0b654-9b91-4d13-9dd7-f2ef6262cbf8 on host hv-cinder-77398 {{(pid=80169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 20:18:53.729839 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-08888252-5ec2-4044-8ecb-b3922db213d8 req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:18:53.733852 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb4384a-c536-4c8f-9ba6-c64ca4d8531c', 'name': 'network-vif-deleted', 'tag': '49d0b654-9b91-4d13-9dd7-f2ef6262cbf8'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:18:53.803924 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb4384a-c536-4c8f-9ba6-c64ca4d8531c', 'name': 'network-vif-deleted', 'tag': '49d0b654-9b91-4d13-9dd7-f2ef6262cbf8', 'status': 'completed', 'code': 200} Feb 03 20:18:53.808206 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-08888252-5ec2-4044-8ecb-b3922db213d8 req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] 10.222.0.90 "DELETE /v2.0/ports/49d0b654-9b91-4d13-9dd7-f2ef6262cbf8 HTTP/1.1" status: 204 len: 173 time: 1.1759322 Feb 03 20:18:54.003552 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 49d0b654-9b91-4d13-9dd7-f2ef6262cbf8 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:18:54.040899 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] No Port match for: 49d0b654-9b91-4d13-9dd7-f2ef6262cbf8 {{(pid=80171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 20:18:54.041297 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 49d0b654-9b91-4d13-9dd7-f2ef6262cbf8 not bound to the agent host hv-cinder-77398 {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 20:19:00.681100 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 55436) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:19:00.868594 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-a85b4951-5da6-4b67-8935-042296e50347 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2b035658cb3242478e05191b4e905be3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1861861 Feb 03 20:19:00.871155 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 55442) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:19:00.934403 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d8d0f623-f83c-4e62-87e2-39b27660c20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:00.963435 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d8d0f623-f83c-4e62-87e2-39b27660c20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:01.043272 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d8d0f623-f83c-4e62-87e2-39b27660c20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:01.048688 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9ab9e495-7fb3-468c-bcf4-744c57076cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:19:01.063100 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0f623-f83c-4e62-87e2-39b27660c20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84134f69-7aeb-45b7-96e5-191628affee0,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:19:01.066400 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-d8d0f623-f83c-4e62-87e2-39b27660c20d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:19:01.099950 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d8d0f623-f83c-4e62-87e2-39b27660c20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:01.101180 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-d8d0f623-f83c-4e62-87e2-39b27660c20d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/84134f69-7aeb-45b7-96e5-191628affee0 HTTP/1.1" status: 204 len: 168 time: 0.2290108 Feb 03 20:19:02.100948 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 55464) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:19:02.244230 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-3a2a1714-60ee-476a-93dd-d059a67faa2b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-372186230-network', 'tenant_id': 'ee2cef7285a64ef3aa7377a4e3ba1c64'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:19:02.249351 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-3a2a1714-60ee-476a-93dd-d059a67faa2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:19:02.253916 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-3a2a1714-60ee-476a-93dd-d059a67faa2b admin admin] Usage tracker for resource:network and tenant:ee2cef7285a64ef3aa7377a4e3ba1c64 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:19:02.256979 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-3a2a1714-60ee-476a-93dd-d059a67faa2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:19:02.262746 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-3a2a1714-60ee-476a-93dd-d059a67faa2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:19:02.310444 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2a1714-60ee-476a-93dd-d059a67faa2b admin admin] Made reservation on behalf of ee2cef7285a64ef3aa7377a4e3ba1c64 for: {'network': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:19:02.315298 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3a2a1714-60ee-476a-93dd-d059a67faa2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for network, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:02.333621 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3a2a1714-60ee-476a-93dd-d059a67faa2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:02.351297 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-3a2a1714-60ee-476a-93dd-d059a67faa2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:19:02.355403 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-3a2a1714-60ee-476a-93dd-d059a67faa2b admin admin] Usage tracker for resource:security_group_rule and tenant:ee2cef7285a64ef3aa7377a4e3ba1c64 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:19:02.359089 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-3a2a1714-60ee-476a-93dd-d059a67faa2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:19:02.366219 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-3a2a1714-60ee-476a-93dd-d059a67faa2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:19:02.462379 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3a2a1714-60ee-476a-93dd-d059a67faa2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:02.512722 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3a2a1714-60ee-476a-93dd-d059a67faa2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:02.518354 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-96eb8047-6c6e-4128-8b05-f1202772dc25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:19:02.549286 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2a1714-60ee-476a-93dd-d059a67faa2b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 20:19:02.562609 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a1714-60ee-476a-93dd-d059a67faa2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:19:02.566443 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3a2a1714-60ee-476a-93dd-d059a67faa2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:19:02.569603 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3a2a1714-60ee-476a-93dd-d059a67faa2b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730562370146', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:02.570043 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.segments_db [None req-3a2a1714-60ee-476a-93dd-d059a67faa2b admin admin] Added segment a9d0408b-9ac0-49e4-a833-b83fa4f1cf8e of type vxlan for network 91b8340c-ff70-40dd-beac-b9c613126901 Feb 03 20:19:02.598382 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3a2a1714-60ee-476a-93dd-d059a67faa2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306292959399'] for network, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:02.672318 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3a2a1714-60ee-476a-93dd-d059a67faa2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669'] for network, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:02.674065 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2a1714-60ee-476a-93dd-d059a67faa2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:02.674730 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3a2a1714-60ee-476a-93dd-d059a67faa2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:02.680127 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ba44af93-9b6a-4ac4-9595-32bd6fdb97b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:19:02.792130 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a1714-60ee-476a-93dd-d059a67faa2b admin admin] Pushing event updated for resources: {'Network': ['ID=91b8340c-ff70-40dd-beac-b9c613126901,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:19:02.800777 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3a2a1714-60ee-476a-93dd-d059a67faa2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:19:02.809023 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Network 91b8340c-ff70-40dd-beac-b9c613126901 details requested by agent ovs-agent-dv-cinder-773985-1-smb with host dv-cinder-773985-1-smb {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:19:02.823968 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Network 91b8340c-ff70-40dd-beac-b9c613126901 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:19:02.827128 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-3a2a1714-60ee-476a-93dd-d059a67faa2b admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7250226 Feb 03 20:19:02.830923 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 55470) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:19:02.837255 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-c7d645b4-1d63-40a4-8467-56c36c89f660 admin admin] Request body: {'subnet': {'network_id': '91b8340c-ff70-40dd-beac-b9c613126901', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-372186230-subnet', 'tenant_id': 'ee2cef7285a64ef3aa7377a4e3ba1c64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:19:02.842553 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-c7d645b4-1d63-40a4-8467-56c36c89f660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:19:02.847347 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-c7d645b4-1d63-40a4-8467-56c36c89f660 admin admin] Usage tracker for resource:subnet and tenant:ee2cef7285a64ef3aa7377a4e3ba1c64 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:19:02.850407 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-c7d645b4-1d63-40a4-8467-56c36c89f660 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:19:02.856570 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-c7d645b4-1d63-40a4-8467-56c36c89f660 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:19:02.923744 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d645b4-1d63-40a4-8467-56c36c89f660 admin admin] Made reservation on behalf of ee2cef7285a64ef3aa7377a4e3ba1c64 for: {'subnet': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:19:02.931551 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c7d645b4-1d63-40a4-8467-56c36c89f660 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789460003'] for subnet, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:03.381620 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c7d645b4-1d63-40a4-8467-56c36c89f660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036787983339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789459986'] for subnet, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:03.397777 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:19:03.536148 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d645b4-1d63-40a4-8467-56c36c89f660 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83d30479-53c8-4340-9e9b-215fedc1cfc0,revision_number=0']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:19:03.541015 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c7d645b4-1d63-40a4-8467-56c36c89f660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:19:03.599413 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d645b4-1d63-40a4-8467-56c36c89f660 admin admin] Checking segment: {'id': 'a9d0408b-9ac0-49e4-a833-b83fa4f1cf8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91b8340c-ff70-40dd-beac-b9c613126901'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:19:03.599829 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d645b4-1d63-40a4-8467-56c36c89f660 admin admin] Network hostable DHCP agents. Network: 91b8340c-ff70-40dd-beac-b9c613126901, hostable agents: ['8291a3bc-6c85-4131-82cd-10fb92f4b1cb'], hosted agents: [] {{(pid=80170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 20:19:03.649208 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d645b4-1d63-40a4-8467-56c36c89f660 admin admin] Network 91b8340c-ff70-40dd-beac-b9c613126901 is scheduled to be hosted by DHCP agent 8291a3bc-6c85-4131-82cd-10fb92f4b1cb with binding_index 1 {{(pid=80170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 20:19:03.694540 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-c7d645b4-1d63-40a4-8467-56c36c89f660 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-smb, 91b8340c-ff70-40dd-beac-b9c613126901) {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:19:03.704380 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd6f944-12fd-404a-8d70-440404dfa1d0 None None] Network 91b8340c-ff70-40dd-beac-b9c613126901 requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:19:03.707180 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d645b4-1d63-40a4-8467-56c36c89f660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:03.707866 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c7d645b4-1d63-40a4-8467-56c36c89f660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for subnet, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:03.782045 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-c7d645b4-1d63-40a4-8467-56c36c89f660 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9498234 Feb 03 20:19:03.937682 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1156231f-baf7-454e-a680-c97ccfffc79a None None] Network 91b8340c-ff70-40dd-beac-b9c613126901 requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:19:06.155912 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-88843352-935a-43c5-b52c-7b371e360e90 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:06.156699 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-88843352-935a-43c5-b52c-7b371e360e90 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Synchronizing usage tracker for tenant:ee2cef7285a64ef3aa7377a4e3ba1c64 on resource:network {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:19:06.226062 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-88843352-935a-43c5-b52c-7b371e360e90 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Unset dirty status for tenant:ee2cef7285a64ef3aa7377a4e3ba1c64 on resource:network {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:19:06.227404 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-88843352-935a-43c5-b52c-7b371e360e90 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/networks?id=91b8340c-ff70-40dd-beac-b9c613126901 HTTP/1.1" status: 200 len: 813 time: 0.3101990 Feb 03 20:19:06.244071 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-3b027ae7-c1ae-4a4f-b992-5616370ec414 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/quotas/ee2cef7285a64ef3aa7377a4e3ba1c64 HTTP/1.1" status: 200 len: 375 time: 0.0105748 Feb 03 20:19:06.298453 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-fc4ef6d5-5ee1-414e-a6d1-8b6087dfaa1d tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=ee2cef7285a64ef3aa7377a4e3ba1c64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487690 Feb 03 20:19:06.449528 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-03a57f6b-f43c-4ac4-aa05-daf93db4555c service neutron] 10.222.0.101 "GET /v2.0/networks/91b8340c-ff70-40dd-beac-b9c613126901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429844 Feb 03 20:19:06.597463 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-16d8eb67-b3ea-44dc-ac66-02646f60c136 service neutron] 10.222.0.101 "GET /v2.0/networks/91b8340c-ff70-40dd-beac-b9c613126901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1406882 Feb 03 20:19:06.873386 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-eddbf9bb-3386-4090-be89-2af524be2d85 req-6dd1500d-2d89-4eaa-9f18-6264665baddf tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=dfdb6780-9cd4-41ef-b449-946dc95106ea HTTP/1.1" status: 200 len: 210 time: 0.0521276 Feb 03 20:19:08.053908 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-eeb97f4a-dff2-46e4-8a7f-23ac28841727 req-ce07f9a9-b9f3-46be-a2e3-ea7e14cf9d6b tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=dfdb6780-9cd4-41ef-b449-946dc95106ea HTTP/1.1" status: 200 len: 210 time: 0.0516155 Feb 03 20:19:09.100376 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-5832173d-bd8f-4c1a-997b-c8558590b129 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:09.102055 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-5832173d-bd8f-4c1a-997b-c8558590b129 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.90 "GET /v2.0/networks?id=91b8340c-ff70-40dd-beac-b9c613126901 HTTP/1.1" status: 200 len: 813 time: 0.2445841 Feb 03 20:19:09.133507 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-f3fe2163-1b25-451b-9b68-010fee56e40c tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Request body: {'port': {'device_id': 'dfdb6780-9cd4-41ef-b449-946dc95106ea', 'network_id': '91b8340c-ff70-40dd-beac-b9c613126901', 'admin_state_up': True, 'tenant_id': 'ee2cef7285a64ef3aa7377a4e3ba1c64'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:19:09.237483 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-19cdaf71-08cb-4328-905b-be5b056ee0b8 req-4a58b31c-a2f8-4916-857c-12a3ad1d43ac tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=dfdb6780-9cd4-41ef-b449-946dc95106ea HTTP/1.1" status: 200 len: 210 time: 0.0503883 Feb 03 20:19:09.284033 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-f3fe2163-1b25-451b-9b68-010fee56e40c tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:19:09.288111 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-f3fe2163-1b25-451b-9b68-010fee56e40c tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Usage tracker for resource:port and tenant:ee2cef7285a64ef3aa7377a4e3ba1c64 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:19:09.291226 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-f3fe2163-1b25-451b-9b68-010fee56e40c tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:19:09.296887 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-f3fe2163-1b25-451b-9b68-010fee56e40c tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:19:09.355958 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-f3fe2163-1b25-451b-9b68-010fee56e40c tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Made reservation on behalf of ee2cef7285a64ef3aa7377a4e3ba1c64 for: {'port': 1} {{(pid=80169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:19:09.378020 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-f3fe2163-1b25-451b-9b68-010fee56e40c tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:09.712604 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-f3fe2163-1b25-451b-9b68-010fee56e40c tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Allocated IP 172.20.0.14 (91b8340c-ff70-40dd-beac-b9c613126901/83d30479-53c8-4340-9e9b-215fedc1cfc0/f14c7d9d-bff3-486f-9a0a-68c82e371151) {{(pid=80169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:19:10.032523 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-f3fe2163-1b25-451b-9b68-010fee56e40c tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Notify callbacks [] for port, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:10.106917 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-f3fe2163-1b25-451b-9b68-010fee56e40c tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:10.126476 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:19:10.294801 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe2163-1b25-451b-9b68-010fee56e40c tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Pushing event updated for resources: {'Port': ['ID=f14c7d9d-bff3-486f-9a0a-68c82e371151,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:19:10.298324 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-f3fe2163-1b25-451b-9b68-010fee56e40c tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:19:10.353883 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-f3fe2163-1b25-451b-9b68-010fee56e40c tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Network 91b8340c-ff70-40dd-beac-b9c613126901 is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:19:10.355152 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-f3fe2163-1b25-451b-9b68-010fee56e40c tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:19:10.357923 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-f3fe2163-1b25-451b-9b68-010fee56e40c tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Received port after_create {{(pid=80169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:19:10.506819 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-f3fe2163-1b25-451b-9b68-010fee56e40c tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:10.507574 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-f3fe2163-1b25-451b-9b68-010fee56e40c tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:10.676867 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-f3fe2163-1b25-451b-9b68-010fee56e40c tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5478473 Feb 03 20:19:10.786672 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dacb2-f9c8-4c32-bd6c-b00ddf7e1541 req-69819340-e259-4461-810b-d0b77a95c431 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:10.788445 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d57dacb2-f9c8-4c32-bd6c-b00ddf7e1541 req-69819340-e259-4461-810b-d0b77a95c431 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=dfdb6780-9cd4-41ef-b449-946dc95106ea HTTP/1.1" status: 200 len: 932 time: 0.3985300 Feb 03 20:19:10.797221 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-028ac22d-0d94-4c04-b1f4-a1c7dfe7f951 service neutron] Request body: {'port': {'device_id': 'dfdb6780-9cd4-41ef-b449-946dc95106ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:19:10.856701 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-d57dacb2-f9c8-4c32-bd6c-b00ddf7e1541 req-c1da374f-9bd0-403e-a6c2-4ed14575abab tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Synchronizing usage tracker for tenant:ee2cef7285a64ef3aa7377a4e3ba1c64 on resource:security_group {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:19:10.923437 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-d57dacb2-f9c8-4c32-bd6c-b00ddf7e1541 req-c1da374f-9bd0-403e-a6c2-4ed14575abab tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Unset dirty status for tenant:ee2cef7285a64ef3aa7377a4e3ba1c64 on resource:security_group {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:19:10.926379 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-028ac22d-0d94-4c04-b1f4-a1c7dfe7f951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:10.930161 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d57dacb2-f9c8-4c32-bd6c-b00ddf7e1541 req-c1da374f-9bd0-403e-a6c2-4ed14575abab tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/security-groups?id=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348937 Feb 03 20:19:11.342857 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-028ac22d-0d94-4c04-b1f4-a1c7dfe7f951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f14c7d9d-bff3-486f-9a0a-68c82e371151 {{(pid=80169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 20:19:11.351425 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-028ac22d-0d94-4c04-b1f4-a1c7dfe7f951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:11.364041 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-028ac22d-0d94-4c04-b1f4-a1c7dfe7f951 service neutron] Transition to ACTIVE for port object f14c7d9d-bff3-486f-9a0a-68c82e371151 will not be triggered until provisioned by entity L2. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:19:11.425977 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-028ac22d-0d94-4c04-b1f4-a1c7dfe7f951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789467256'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:11.442434 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-4df5b016-c087-4129-8447-f3b86193a56f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:19:11.581904 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ac22d-0d94-4c04-b1f4-a1c7dfe7f951 service neutron] Pushing event updated for resources: {'Port': ['ID=f14c7d9d-bff3-486f-9a0a-68c82e371151,revision_number=2']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:19:11.816577 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-028ac22d-0d94-4c04-b1f4-a1c7dfe7f951 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:19:11.993319 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-028ac22d-0d94-4c04-b1f4-a1c7dfe7f951 service neutron] Attempting to bind port f14c7d9d-bff3-486f-9a0a-68c82e371151 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:19:11.993702 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-028ac22d-0d94-4c04-b1f4-a1c7dfe7f951 service neutron] Attempting to bind port f14c7d9d-bff3-486f-9a0a-68c82e371151 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'a9d0408b-9ac0-49e4-a833-b83fa4f1cf8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91b8340c-ff70-40dd-beac-b9c613126901'}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:19:11.994072 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-028ac22d-0d94-4c04-b1f4-a1c7dfe7f951 service neutron] Attempting to bind port f14c7d9d-bff3-486f-9a0a-68c82e371151 on network 91b8340c-ff70-40dd-beac-b9c613126901 {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:19:11.999993 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-028ac22d-0d94-4c04-b1f4-a1c7dfe7f951 service neutron] Checking agent: {'id': '4ba2278c-c66c-406d-ba19-1defa11400a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 11, 16), 'started_at': datetime.datetime(2021, 2, 3, 20, 11, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:19:12.000365 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-028ac22d-0d94-4c04-b1f4-a1c7dfe7f951 service neutron] Checking segment: {'id': 'a9d0408b-9ac0-49e4-a833-b83fa4f1cf8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91b8340c-ff70-40dd-beac-b9c613126901'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:19:12.000768 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-028ac22d-0d94-4c04-b1f4-a1c7dfe7f951 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:12.001161 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-028ac22d-0d94-4c04-b1f4-a1c7dfe7f951 service neutron] Bound using segment: {'id': 'a9d0408b-9ac0-49e4-a833-b83fa4f1cf8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91b8340c-ff70-40dd-beac-b9c613126901'} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:19:12.001629 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-028ac22d-0d94-4c04-b1f4-a1c7dfe7f951 service neutron] Bound port: f14c7d9d-bff3-486f-9a0a-68c82e371151, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d0408b-9ac0-49e4-a833-b83fa4f1cf8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91b8340c-ff70-40dd-beac-b9c613126901'}}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:19:12.002960 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-028ac22d-0d94-4c04-b1f4-a1c7dfe7f951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:12.097413 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-028ac22d-0d94-4c04-b1f4-a1c7dfe7f951 service neutron] For port f14c7d9d-bff3-486f-9a0a-68c82e371151, host hv-cinder-77398, cleared binding levels {{(pid=80169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:19:12.100531 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-028ac22d-0d94-4c04-b1f4-a1c7dfe7f951 service neutron] For port f14c7d9d-bff3-486f-9a0a-68c82e371151, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f14c7d9d-bff3-486f-9a0a-68c82e371151,segment=NetworkSegment(a9d0408b-9ac0-49e4-a833-b83fa4f1cf8e),segment_id=a9d0408b-9ac0-49e4-a833-b83fa4f1cf8e)] {{(pid=80169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:19:12.129685 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-028ac22d-0d94-4c04-b1f4-a1c7dfe7f951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789467256'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:12.149145 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:19:12.226142 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c119a-42a8-47c3-887e-82470a0b30ed req-367fbd08-b2c5-41f4-ac65-000570563ae6 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:12.227857 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-cc7c119a-42a8-47c3-887e-82470a0b30ed req-367fbd08-b2c5-41f4-ac65-000570563ae6 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=dfdb6780-9cd4-41ef-b449-946dc95106ea HTTP/1.1" status: 200 len: 944 time: 0.1691134 Feb 03 20:19:12.292930 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-cc7c119a-42a8-47c3-887e-82470a0b30ed req-a1627b75-3d3a-42ef-b62f-f7dcf4228877 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/security-groups?id=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585866 Feb 03 20:19:12.304161 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ac22d-0d94-4c04-b1f4-a1c7dfe7f951 service neutron] Pushing event updated for resources: {'Port': ['ID=f14c7d9d-bff3-486f-9a0a-68c82e371151,revision_number=3']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:19:12.309711 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-028ac22d-0d94-4c04-b1f4-a1c7dfe7f951 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:19:12.341414 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-028ac22d-0d94-4c04-b1f4-a1c7dfe7f951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:12.342093 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-028ac22d-0d94-4c04-b1f4-a1c7dfe7f951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:12.343626 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-028ac22d-0d94-4c04-b1f4-a1c7dfe7f951 service neutron] 10.222.0.90 "PUT /v2.0/ports/f14c7d9d-bff3-486f-9a0a-68c82e371151 HTTP/1.1" status: 200 len: 1158 time: 1.6515388 Feb 03 20:19:12.344157 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfdb6780-9cd4-41ef-b449-946dc95106ea', 'tag': 'f14c7d9d-bff3-486f-9a0a-68c82e371151'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:19:12.527931 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-3a63effd-4732-4c06-ac23-53150393965e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:12.529574 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-3a63effd-4732-4c06-ac23-53150393965e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ee2cef7285a64ef3aa7377a4e3ba1c64&device_id=dfdb6780-9cd4-41ef-b449-946dc95106ea HTTP/1.1" status: 200 len: 1161 time: 0.0820773 Feb 03 20:19:12.568586 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfdb6780-9cd4-41ef-b449-946dc95106ea', 'tag': 'f14c7d9d-bff3-486f-9a0a-68c82e371151', 'status': 'completed', 'code': 200} Feb 03 20:19:12.640635 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-f43eb98f-2052-4565-9d3f-7d7be112d1c8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f14c7d9d-bff3-486f-9a0a-68c82e371151 HTTP/1.1" status: 200 len: 217 time: 0.0745685 Feb 03 20:19:12.713881 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-aeae267c-05f4-447b-b586-3e0575bb8c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:12.715492 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-aeae267c-05f4-447b-b586-3e0575bb8c77 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=83d30479-53c8-4340-9e9b-215fedc1cfc0 HTTP/1.1" status: 200 len: 853 time: 0.0661287 Feb 03 20:19:12.773835 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-de281ed1-5d12-41f5-a797-5b73d2196789 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=91b8340c-ff70-40dd-beac-b9c613126901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513055 Feb 03 20:19:12.919497 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-ee781116-f831-4282-b956-2faab5dec2f5 service neutron] 10.222.0.90 "GET /v2.0/networks/91b8340c-ff70-40dd-beac-b9c613126901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380079 Feb 03 20:19:13.055518 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4693c100-1890-4205-bd12-4c13a04cf2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:13.079028 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2914aec8-7923-4294-ba7f-ecfa92f748e0 req-dca88f14-0855-4344-a072-e31cc0750133 service neutron] 10.222.0.90 "GET /v2.0/networks/91b8340c-ff70-40dd-beac-b9c613126901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1499605 Feb 03 20:19:13.384939 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c8fa3-bd05-4db6-a79d-56c406670356 req-e6fcffde-0209-430a-8390-87a05ce259d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:13.386580 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3e4c8fa3-bd05-4db6-a79d-56c406670356 req-e6fcffde-0209-430a-8390-87a05ce259d3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ee2cef7285a64ef3aa7377a4e3ba1c64&device_id=dfdb6780-9cd4-41ef-b449-946dc95106ea HTTP/1.1" status: 200 len: 1161 time: 0.0791869 Feb 03 20:19:13.536919 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c8fa3-bd05-4db6-a79d-56c406670356 req-ea0e3eda-a202-4274-bed8-7818e859d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:13.538600 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3e4c8fa3-bd05-4db6-a79d-56c406670356 req-ea0e3eda-a202-4274-bed8-7818e859d10c service neutron] 10.222.0.90 "GET /v2.0/networks?id=91b8340c-ff70-40dd-beac-b9c613126901 HTTP/1.1" status: 200 len: 907 time: 0.1447897 Feb 03 20:19:13.592804 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647396fd-052e-4da0-a345-c472a9fb0996 req-938145e2-40b1-4d39-a727-3d33c876a7d7 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:13.594443 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-647396fd-052e-4da0-a345-c472a9fb0996 req-938145e2-40b1-4d39-a727-3d33c876a7d7 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=dfdb6780-9cd4-41ef-b449-946dc95106ea HTTP/1.1" status: 200 len: 944 time: 0.1661599 Feb 03 20:19:13.617417 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3e4c8fa3-bd05-4db6-a79d-56c406670356 req-9f4677cc-0d44-4228-ad6f-384e1cec5384 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f14c7d9d-bff3-486f-9a0a-68c82e371151 HTTP/1.1" status: 200 len: 217 time: 0.0718637 Feb 03 20:19:13.667388 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-647396fd-052e-4da0-a345-c472a9fb0996 req-56332333-7d01-4465-b770-b144c2a710fb tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/security-groups?id=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656028 Feb 03 20:19:13.688783 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c8fa3-bd05-4db6-a79d-56c406670356 req-57f6da65-b3ff-45e5-9a4a-d733f6da7971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:13.690383 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3e4c8fa3-bd05-4db6-a79d-56c406670356 req-57f6da65-b3ff-45e5-9a4a-d733f6da7971 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=83d30479-53c8-4340-9e9b-215fedc1cfc0 HTTP/1.1" status: 200 len: 853 time: 0.0659220 Feb 03 20:19:13.747217 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3e4c8fa3-bd05-4db6-a79d-56c406670356 req-0d4356f2-3f98-4df9-8665-52a4ff862ce0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=91b8340c-ff70-40dd-beac-b9c613126901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502264 Feb 03 20:19:13.896876 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3e4c8fa3-bd05-4db6-a79d-56c406670356 req-c1a8525d-2237-4a89-8d7b-403727c91653 service neutron] 10.222.0.90 "GET /v2.0/networks/91b8340c-ff70-40dd-beac-b9c613126901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418600 Feb 03 20:19:14.041003 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3e4c8fa3-bd05-4db6-a79d-56c406670356 req-e786e3cd-07f3-4b04-9377-a7f20d164dd5 service neutron] 10.222.0.90 "GET /v2.0/networks/91b8340c-ff70-40dd-beac-b9c613126901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1377611 Feb 03 20:19:14.591513 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:19:14.967286 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3a230-dabf-4752-8c62-55c3e4e302d1 req-9f950589-29a4-4612-8415-48f6973d05fc tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:14.968952 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-36b3a230-dabf-4752-8c62-55c3e4e302d1 req-9f950589-29a4-4612-8415-48f6973d05fc tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=dfdb6780-9cd4-41ef-b449-946dc95106ea HTTP/1.1" status: 200 len: 944 time: 0.1661193 Feb 03 20:19:15.034474 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-36b3a230-dabf-4752-8c62-55c3e4e302d1 req-64e9e902-8e93-4c33-bdb6-621a3ab985a2 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/security-groups?id=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587559 Feb 03 20:19:15.283493 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2aaabdd5-1683-4e3a-af8a-d7c9e6e84955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:15.724671 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d67e47c0-6eb3-4461-8a0b-9fa510bfb7a1 req-a1d2326c-71e2-4384-9196-aad0625a63e0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0792596 Feb 03 20:19:15.889177 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:15.897518 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e47c0-6eb3-4461-8a0b-9fa510bfb7a1 req-2c0eaeec-56f1-4920-85ba-5d7380ae16b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:15.899139 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d67e47c0-6eb3-4461-8a0b-9fa510bfb7a1 req-2c0eaeec-56f1-4920-85ba-5d7380ae16b4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e1c0df3d838d47bb903f815bc72144c5&device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 1162 time: 0.0821238 Feb 03 20:19:16.064385 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e47c0-6eb3-4461-8a0b-9fa510bfb7a1 req-c0f60fc8-1476-4d0d-92b4-98069a032140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:16.066011 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d67e47c0-6eb3-4461-8a0b-9fa510bfb7a1 req-c0f60fc8-1476-4d0d-92b4-98069a032140 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 HTTP/1.1" status: 200 len: 904 time: 0.1417089 Feb 03 20:19:16.075960 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:16.181360 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d67e47c0-6eb3-4461-8a0b-9fa510bfb7a1 req-5c5f83ff-a6a2-4260-bd40-a2a51d9a4528 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7b3826e-dab5-4c3f-93a8-b6f3303eda15 HTTP/1.1" status: 200 len: 1001 time: 0.1079748 Feb 03 20:19:16.255143 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e47c0-6eb3-4461-8a0b-9fa510bfb7a1 req-2b9eae89-a084-4396-a93e-2ebec6163194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:16.256822 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d67e47c0-6eb3-4461-8a0b-9fa510bfb7a1 req-2b9eae89-a084-4396-a93e-2ebec6163194 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105 HTTP/1.1" status: 200 len: 849 time: 0.0691247 Feb 03 20:19:16.336516 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b6e6a-286d-4900-a518-3ecfb805dc8c req-bf11d454-d2ef-401f-84ac-db464135f247 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:16.338161 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-318b6e6a-286d-4900-a518-3ecfb805dc8c req-bf11d454-d2ef-401f-84ac-db464135f247 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=dfdb6780-9cd4-41ef-b449-946dc95106ea HTTP/1.1" status: 200 len: 944 time: 0.1704371 Feb 03 20:19:16.339795 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e47c0-6eb3-4461-8a0b-9fa510bfb7a1 req-a04adc25-24be-4b61-8197-a07fd2e97a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:16.341413 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d67e47c0-6eb3-4461-8a0b-9fa510bfb7a1 req-a04adc25-24be-4b61-8197-a07fd2e97a32 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f2b2556e-b9f4-4fa6-8f4c-d6203199ec31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0782735 Feb 03 20:19:16.404021 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-318b6e6a-286d-4900-a518-3ecfb805dc8c req-2affb893-5ec7-4ca3-9a73-201d801a8683 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/security-groups?id=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594065 Feb 03 20:19:16.494997 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d67e47c0-6eb3-4461-8a0b-9fa510bfb7a1 req-15fd6116-43da-4cee-9675-a5c989ad896d service neutron] 10.222.0.90 "GET /v2.0/networks/f2b2556e-b9f4-4fa6-8f4c-d6203199ec31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462090 Feb 03 20:19:16.648013 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d67e47c0-6eb3-4461-8a0b-9fa510bfb7a1 req-4c1337ea-74be-4c66-b9ad-f389cf40f0bb service neutron] 10.222.0.90 "GET /v2.0/networks/f2b2556e-b9f4-4fa6-8f4c-d6203199ec31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1450896 Feb 03 20:19:16.795884 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:17.574950 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:17.706525 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bd6b3-1213-4e48-bc54-dc5ccefc32f7 req-64321228-2b32-43f9-842b-b9fd2b951846 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:17.709240 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-317bd6b3-1213-4e48-bc54-dc5ccefc32f7 req-64321228-2b32-43f9-842b-b9fd2b951846 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=dfdb6780-9cd4-41ef-b449-946dc95106ea HTTP/1.1" status: 200 len: 944 time: 0.1724317 Feb 03 20:19:17.775609 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-317bd6b3-1213-4e48-bc54-dc5ccefc32f7 req-cd8cdc9e-3f1f-4eea-a898-c061e6ca61ef tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/security-groups?id=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598528 Feb 03 20:19:18.271198 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.objects.ports [None req-21d3f2a7-b8a7-4595-a5e5-2c87838327a8 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80171) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 03 20:19:19.018776 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device f14c7d9d-bff3-486f-9a0a-68c82e371151 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:19:19.071959 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca7435-682f-41ed-88f9-7b211e92402b req-84b2c26d-1953-4539-a1ab-4d5c4956dcef tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:19.073675 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5aca7435-682f-41ed-88f9-7b211e92402b req-84b2c26d-1953-4539-a1ab-4d5c4956dcef tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=dfdb6780-9cd4-41ef-b449-946dc95106ea HTTP/1.1" status: 200 len: 944 time: 0.1665070 Feb 03 20:19:19.137781 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5aca7435-682f-41ed-88f9-7b211e92402b req-5b32f1f3-d7e0-4d9d-8f3e-ef6d4077558e tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/security-groups?id=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578458 Feb 03 20:19:19.138299 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning for port f14c7d9d-bff3-486f-9a0a-68c82e371151 completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:19:19.143788 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port f14c7d9d-bff3-486f-9a0a-68c82e371151 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:19:19.144224 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:19.274607 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:19.303075 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfdb6780-9cd4-41ef-b449-946dc95106ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14c7d9d-bff3-486f-9a0a-68c82e371151'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:19:19.314668 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port f14c7d9d-bff3-486f-9a0a-68c82e371151, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f14c7d9d-bff3-486f-9a0a-68c82e371151,segment=NetworkSegment(a9d0408b-9ac0-49e4-a833-b83fa4f1cf8e),segment_id=a9d0408b-9ac0-49e4-a833-b83fa4f1cf8e)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:19:19.357637 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:19.359661 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:19:19.432283 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=f14c7d9d-bff3-486f-9a0a-68c82e371151,revision_number=4']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:19:19.435799 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:19:19.452720 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfdb6780-9cd4-41ef-b449-946dc95106ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14c7d9d-bff3-486f-9a0a-68c82e371151', 'code': 200} Feb 03 20:19:19.806119 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e03d56-d8fe-441e-a174-e9c5f71671d8 req-b56c872f-792b-49c2-9bdf-c9afb413b7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:19.807787 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-87e03d56-d8fe-441e-a174-e9c5f71671d8 req-b56c872f-792b-49c2-9bdf-c9afb413b7bf service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=dfdb6780-9cd4-41ef-b449-946dc95106ea HTTP/1.1" status: 200 len: 1163 time: 0.0856714 Feb 03 20:19:19.849790 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-87e03d56-d8fe-441e-a174-e9c5f71671d8 req-ef6f8186-d4cc-477e-9049-6edea9479944 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357714 Feb 03 20:19:20.251321 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device f14c7d9d-bff3-486f-9a0a-68c82e371151 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:19:20.329500 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port f14c7d9d-bff3-486f-9a0a-68c82e371151 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:19:20.330069 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:20.434819 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13b173-2965-4e19-8a5f-db0f51a22b88 req-bd9b7361-49cc-46e9-865e-66c9b31dcca6 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:20.436497 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9d13b173-2965-4e19-8a5f-db0f51a22b88 req-bd9b7361-49cc-46e9-865e-66c9b31dcca6 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=dfdb6780-9cd4-41ef-b449-946dc95106ea HTTP/1.1" status: 200 len: 946 time: 0.1660593 Feb 03 20:19:20.505877 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9d13b173-2965-4e19-8a5f-db0f51a22b88 req-754c8f96-d1f9-4099-a980-cb72d1f074bc tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/security-groups?id=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630145 Feb 03 20:19:21.803396 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8f09b-ebb7-476f-9479-0b255aa2de13 req-760dc30c-58fd-41bf-a32b-724e66f5de2b tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:21.805426 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5aa8f09b-ebb7-476f-9479-0b255aa2de13 req-760dc30c-58fd-41bf-a32b-724e66f5de2b tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=dfdb6780-9cd4-41ef-b449-946dc95106ea HTTP/1.1" status: 200 len: 946 time: 0.1684711 Feb 03 20:19:21.871678 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5aa8f09b-ebb7-476f-9479-0b255aa2de13 req-fea64724-25c9-4715-8a74-d0ab42db2d7a tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/security-groups?id=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598817 Feb 03 20:19:38.558126 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457423b-0549-4ed1-9082-15a7345c3d95 req-55509a4d-362d-4296-abea-5ea7f12b6707 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:38.559808 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d457423b-0549-4ed1-9082-15a7345c3d95 req-55509a4d-362d-4296-abea-5ea7f12b6707 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.1706705 Feb 03 20:19:38.624200 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d457423b-0549-4ed1-9082-15a7345c3d95 req-1f463903-1d91-4e7c-8b0b-bcf05a294a3a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580609 Feb 03 20:19:39.935977 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df3184-329d-4785-8855-f073c68fdce0 req-189ca703-49e0-4a81-9ad4-ff28f082dc58 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:39.937644 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-24df3184-329d-4785-8855-f073c68fdce0 req-189ca703-49e0-4a81-9ad4-ff28f082dc58 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.1657381 Feb 03 20:19:40.002315 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-24df3184-329d-4785-8855-f073c68fdce0 req-71dd2fec-9640-4f8f-9e3d-07b7e4554c17 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583158 Feb 03 20:19:40.988916 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9016f-57c7-43f6-870f-42ab78592c98 req-eac6bec8-c56d-4fee-80e8-e64a74322dca tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:40.989733 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-17d9016f-57c7-43f6-870f-42ab78592c98 req-eac6bec8-c56d-4fee-80e8-e64a74322dca tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Synchronizing usage tracker for tenant:7d0c86df6c4f4593b9a31a035a219a8b on resource:port {{(pid=80169) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:19:41.003486 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-17d9016f-57c7-43f6-870f-42ab78592c98 req-eac6bec8-c56d-4fee-80e8-e64a74322dca tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Unset dirty status for tenant:7d0c86df6c4f4593b9a31a035a219a8b on resource:port {{(pid=80169) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:19:41.004736 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-17d9016f-57c7-43f6-870f-42ab78592c98 req-eac6bec8-c56d-4fee-80e8-e64a74322dca tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.90 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.1868329 Feb 03 20:19:41.105340 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-17d9016f-57c7-43f6-870f-42ab78592c98 req-992ab4b8-1337-4c30-9246-498f6bf39bb7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Deleting port 2a86718e-7a23-45f7-977f-2a3cad359862 {{(pid=80169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:19:41.105733 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-17d9016f-57c7-43f6-870f-42ab78592c98 req-992ab4b8-1337-4c30-9246-498f6bf39bb7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:41.324129 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e6f57-f37c-4072-9935-8e9870d5960e req-66c5f496-1a3d-4541-b371-e8ecdf0238ed tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:41.325786 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e71e6f57-f37c-4072-9935-8e9870d5960e req-66c5f496-1a3d-4541-b371-e8ecdf0238ed tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 945 time: 0.1750860 Feb 03 20:19:41.376683 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-17d9016f-57c7-43f6-870f-42ab78592c98 req-992ab4b8-1337-4c30-9246-498f6bf39bb7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] For port 2a86718e-7a23-45f7-977f-2a3cad359862, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=2a86718e-7a23-45f7-977f-2a3cad359862,segment=NetworkSegment(4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927),segment_id=4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:19:41.377094 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-17d9016f-57c7-43f6-870f-42ab78592c98 req-992ab4b8-1337-4c30-9246-498f6bf39bb7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:41.396173 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e71e6f57-f37c-4072-9935-8e9870d5960e req-799fbaf0-eb94-48d0-92f4-914399d66d8d tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638437 Feb 03 20:19:41.690826 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-17d9016f-57c7-43f6-870f-42ab78592c98 req-992ab4b8-1337-4c30-9246-498f6bf39bb7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:41.691148 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-17d9016f-57c7-43f6-870f-42ab78592c98 req-992ab4b8-1337-4c30-9246-498f6bf39bb7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853105182'] for floatingip, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:41.691494 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.l3_db [req-17d9016f-57c7-43f6-870f-42ab78592c98 req-992ab4b8-1337-4c30-9246-498f6bf39bb7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Floating IP 5afd5759-097f-410f-92e1-985d892d1745 disassociated. External IP: 172.28.0.185, port: 2a86718e-7a23-45f7-977f-2a3cad359862. Feb 03 20:19:41.691903 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-17d9016f-57c7-43f6-870f-42ab78592c98 req-992ab4b8-1337-4c30-9246-498f6bf39bb7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Calling delete_port for 2a86718e-7a23-45f7-977f-2a3cad359862 owned by compute:nova {{(pid=80169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:19:41.934593 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-17d9016f-57c7-43f6-870f-42ab78592c98 req-992ab4b8-1337-4c30-9246-498f6bf39bb7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:41.951647 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:19:42.047696 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ab4b8-1337-4c30-9246-498f6bf39bb7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Pushing event deleted for resources: {'Port': ['ID=2a86718e-7a23-45f7-977f-2a3cad359862,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:19:42.056556 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-992ab4b8-1337-4c30-9246-498f6bf39bb7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:19:42.311669 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 2a86718e-7a23-45f7-977f-2a3cad359862 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:19:42.349041 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] No Port match for: 2a86718e-7a23-45f7-977f-2a3cad359862 {{(pid=80171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 20:19:42.349445 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 2a86718e-7a23-45f7-977f-2a3cad359862 not bound to the agent host hv-cinder-77398 {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 20:19:42.543075 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17d9016f-57c7-43f6-870f-42ab78592c98 req-992ab4b8-1337-4c30-9246-498f6bf39bb7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Router 847592b4-7f70-4cce-a132-eed1154d7c37 has already been hosted by L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 {{(pid=80169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 20:19:42.602584 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-267a79ba-9a97-451c-bec3-451e7c9f5571 req-abc4b239-d4ef-44a4-8e28-79c5c7934966 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 210 time: 0.0513728 Feb 03 20:19:42.747915 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17d9016f-57c7-43f6-870f-42ab78592c98 req-992ab4b8-1337-4c30-9246-498f6bf39bb7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:19:42.760241 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6677de9-af4d-4aa8-8238-d6bf8e761e77 None None] Sync routers for ids ['847592b4-7f70-4cce-a132-eed1154d7c37'] in dv-cinder-773985-1-smb {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:19:42.771149 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6677de9-af4d-4aa8-8238-d6bf8e761e77 None None] Routers {'847592b4-7f70-4cce-a132-eed1154d7c37'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:19:42.771988 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-c6677de9-af4d-4aa8-8238-d6bf8e761e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:19:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['847592b4-7f70-4cce-a132-eed1154d7c37'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:19:42.803729 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d9016f-57c7-43f6-870f-42ab78592c98 req-992ab4b8-1337-4c30-9246-498f6bf39bb7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] No DVR routers for this DVR port 2a86718e-7a23-45f7-977f-2a3cad359862 on host hv-cinder-77398 {{(pid=80169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 20:19:42.806611 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-17d9016f-57c7-43f6-870f-42ab78592c98 req-992ab4b8-1337-4c30-9246-498f6bf39bb7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:42.811819 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0debe45d-e8fa-4473-8c3d-f05442ac3fe6', 'name': 'network-vif-deleted', 'tag': '2a86718e-7a23-45f7-977f-2a3cad359862'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:19:42.859415 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-17d9016f-57c7-43f6-870f-42ab78592c98 req-992ab4b8-1337-4c30-9246-498f6bf39bb7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.90 "DELETE /v2.0/ports/2a86718e-7a23-45f7-977f-2a3cad359862 HTTP/1.1" status: 204 len: 173 time: 1.8466558 Feb 03 20:19:42.881887 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0debe45d-e8fa-4473-8c3d-f05442ac3fe6', 'name': 'network-vif-deleted', 'tag': '2a86718e-7a23-45f7-977f-2a3cad359862', 'status': 'completed', 'code': 200} Feb 03 20:19:42.972510 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-c6677de9-af4d-4aa8-8238-d6bf8e761e77 None None] Set router 847592b4-7f70-4cce-a132-eed1154d7c37 gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:19:43.218269 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fe0715b2-16ef-447c-afc2-824f240c3098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:43.354809 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-c6677de9-af4d-4aa8-8238-d6bf8e761e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'name': 'tempest-AttachVolumeShelveTestJSON-1760287194-router', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196'}], 'enable_snat': True}, 'gw_port_id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:35Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'gw_port': {'id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:59:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:39Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': '381daeab-1367-48eb-a9ed-dc71cdbb17b3', 'name': '', 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'mac_address': 'fa:16:3e:f4:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:57Z', 'updated_at': '2021-02-03T20:14:16Z', 'revision_number': 5, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'subnets': [{'id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:19:43.359012 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6677de9-af4d-4aa8-8238-d6bf8e761e77 None None] Checking router: 847592b4-7f70-4cce-a132-eed1154d7c37 for host: dv-cinder-773985-1-smb {{(pid=80171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:19:43.369105 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6677de9-af4d-4aa8-8238-d6bf8e761e77 None None] Routers {'847592b4-7f70-4cce-a132-eed1154d7c37'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:19:43.369105 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-c6677de9-af4d-4aa8-8238-d6bf8e761e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:19:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['847592b4-7f70-4cce-a132-eed1154d7c37'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:19:43.565780 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-c6677de9-af4d-4aa8-8238-d6bf8e761e77 None None] Set router 847592b4-7f70-4cce-a132-eed1154d7c37 gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:19:43.855844 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c84901d2-ae4a-4d57-92bc-c6ba83d896d5 req-4af64b99-2804-481d-a3cd-1a7d6c8ba222 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=0debe45d-e8fa-4473-8c3d-f05442ac3fe6 HTTP/1.1" status: 200 len: 210 time: 0.0536275 Feb 03 20:19:43.981318 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-c6677de9-af4d-4aa8-8238-d6bf8e761e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'name': 'tempest-AttachVolumeShelveTestJSON-1760287194-router', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196'}], 'enable_snat': True}, 'gw_port_id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:35Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'gw_port': {'id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:59:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:39Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': '381daeab-1367-48eb-a9ed-dc71cdbb17b3', 'name': '', 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'mac_address': 'fa:16:3e:f4:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:57Z', 'updated_at': '2021-02-03T20:14:16Z', 'revision_number': 5, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'subnets': [{'id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:19:43.985763 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6677de9-af4d-4aa8-8238-d6bf8e761e77 None None] The sync data for ids ['847592b4-7f70-4cce-a132-eed1154d7c37'] in dv-cinder-773985-1-smb is: [{'id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'name': 'tempest-AttachVolumeShelveTestJSON-1760287194-router', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196'}], 'enable_snat': True}, 'gw_port_id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:35Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'gw_port': {'id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:59:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:39Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': '381daeab-1367-48eb-a9ed-dc71cdbb17b3', 'name': '', 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'mac_address': 'fa:16:3e:f4:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:57Z', 'updated_at': '2021-02-03T20:14:16Z', 'revision_number': 5, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'subnets': [{'id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:19:44.421760 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161908e7-63db-42d1-9cce-9ec3f1420c59 None None] New status for floating IP 5afd5759-097f-410f-92e1-985d892d1745: DOWN {{(pid=80172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 03 20:19:45.096108 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 55728) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:19:45.183343 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:45.213800 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:45.277189 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f955af55-64db-405e-90b0-909109e2bfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:45.300061 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:45.305981 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3a2a1714-60ee-476a-93dd-d059a67faa2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:19:45.321160 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:19:45.331412 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:45.331866 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:45.332284 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:45.332761 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:45.333104 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:45.333510 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:45.333910 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:45.334311 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:45.334711 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:45.335106 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:45.335507 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:45.335995 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:45.337021 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:45.337419 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:45.337813 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:45.338206 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:45.338597 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:45.338990 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:45.339383 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:45.339803 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:45.340200 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:45.340590 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:45.340982 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:45.341370 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:45.344509 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:45.348767 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "DELETE /v2.0/security-groups/86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3 HTTP/1.1" status: 204 len: 168 time: 0.2514770 Feb 03 20:19:45.349497 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 55732) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:19:45.349839 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:19:45.370065 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.v2.resource [None req-5a76730d-56c9-4fab-a44d-103c93465d09 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] show failed (client error): The resource could not be found. Feb 03 20:19:45.372737 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-5a76730d-56c9-4fab-a44d-103c93465d09 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups/86c6aea9-b5bf-4328-ba3a-b4e0b23fd2e3 HTTP/1.1" status: 404 len: 347 time: 0.0206916 Feb 03 20:19:45.374410 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 55736) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:19:45.572783 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-9f77827d-20b7-4112-a801-e3fccac9ef07 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Deleting port f8411467-2be6-47ee-87a2-772ddda34faf {{(pid=80169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:19:45.573288 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9f77827d-20b7-4112-a801-e3fccac9ef07 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:45.762067 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9f77827d-20b7-4112-a801-e3fccac9ef07 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:45.762439 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9f77827d-20b7-4112-a801-e3fccac9ef07 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:45.903780 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-9f77827d-20b7-4112-a801-e3fccac9ef07 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Calling delete_port for f8411467-2be6-47ee-87a2-772ddda34faf owned by network:floatingip {{(pid=80169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:19:45.909915 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:46.048810 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:46.123152 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9f77827d-20b7-4112-a801-e3fccac9ef07 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:46.145144 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-aa74a3e2-d712-4ad0-bfbc-17e7d61be59f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:19:46.244082 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77827d-20b7-4112-a801-e3fccac9ef07 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Pushing event deleted for resources: {'Port': ['ID=f8411467-2be6-47ee-87a2-772ddda34faf,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:19:46.248202 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9f77827d-20b7-4112-a801-e3fccac9ef07 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:19:46.370439 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9f77827d-20b7-4112-a801-e3fccac9ef07 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for floatingip, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:46.385695 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9f77827d-20b7-4112-a801-e3fccac9ef07 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for floatingip, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:46.386884 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-9f77827d-20b7-4112-a801-e3fccac9ef07 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "DELETE /v2.0/floatingips/5afd5759-097f-410f-92e1-985d892d1745 HTTP/1.1" status: 204 len: 168 time: 1.0114741 Feb 03 20:19:46.760778 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 55752) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:19:46.767102 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-859881ef-bbe6-473a-ad32-f50d49a8cad9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Request body: {'security_group': {'name': 'tempest-securitygroup--63245436', 'description': 'tempest-description--1076871810'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:19:46.785949 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:46.790127 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-859881ef-bbe6-473a-ad32-f50d49a8cad9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:19:46.794383 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-859881ef-bbe6-473a-ad32-f50d49a8cad9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Usage tracker for resource:security_group and tenant:7d0c86df6c4f4593b9a31a035a219a8b is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:19:46.797600 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-859881ef-bbe6-473a-ad32-f50d49a8cad9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:19:46.803378 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-859881ef-bbe6-473a-ad32-f50d49a8cad9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:19:46.843084 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-859881ef-bbe6-473a-ad32-f50d49a8cad9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:46.865572 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-859881ef-bbe6-473a-ad32-f50d49a8cad9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:19:46.869820 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-859881ef-bbe6-473a-ad32-f50d49a8cad9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Usage tracker for resource:security_group_rule and tenant:7d0c86df6c4f4593b9a31a035a219a8b is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:19:46.872980 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-859881ef-bbe6-473a-ad32-f50d49a8cad9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:19:46.879073 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-859881ef-bbe6-473a-ad32-f50d49a8cad9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:19:46.965907 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-859881ef-bbe6-473a-ad32-f50d49a8cad9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:47.025721 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-859881ef-bbe6-473a-ad32-f50d49a8cad9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:47.031804 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-4a560c4a-d4e0-416d-aa28-bfa5289f9d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:19:47.075051 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859881ef-bbe6-473a-ad32-f50d49a8cad9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb867cfc-96b2-4865-8ad4-5c5b36318b4b,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:19:47.078039 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-859881ef-bbe6-473a-ad32-f50d49a8cad9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:19:47.105982 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-859881ef-bbe6-473a-ad32-f50d49a8cad9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:47.107328 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-859881ef-bbe6-473a-ad32-f50d49a8cad9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3454459 Feb 03 20:19:47.110386 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 55756) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:19:47.116108 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-a1218264-111d-48a0-a5ec-502ffc44a83b tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Request body: {'security_group_rule': {'security_group_id': 'cb867cfc-96b2-4865-8ad4-5c5b36318b4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:19:47.139113 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-a1218264-111d-48a0-a5ec-502ffc44a83b tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:19:47.143210 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-a1218264-111d-48a0-a5ec-502ffc44a83b tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Usage tracker for resource:security_group_rule and tenant:7d0c86df6c4f4593b9a31a035a219a8b is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:19:47.146225 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-a1218264-111d-48a0-a5ec-502ffc44a83b tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:19:47.152140 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-a1218264-111d-48a0-a5ec-502ffc44a83b tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:19:47.203084 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a1218264-111d-48a0-a5ec-502ffc44a83b tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:47.266780 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a1218264-111d-48a0-a5ec-502ffc44a83b tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:47.321816 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a1218264-111d-48a0-a5ec-502ffc44a83b tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263125'] for security_group_rule, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:47.324087 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-7a476efc-eb54-4366-81ec-0e9fd4a32b6c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:19:47.348068 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1218264-111d-48a0-a5ec-502ffc44a83b tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=103c6bfe-9bfc-4199-acbf-7f0119c9b838,revision_number=0']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:19:47.350889 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a1218264-111d-48a0-a5ec-502ffc44a83b tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:19:47.389099 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a1218264-111d-48a0-a5ec-502ffc44a83b tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:47.390416 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-a1218264-111d-48a0-a5ec-502ffc44a83b tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2789991 Feb 03 20:19:47.393259 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 55762) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:19:47.398864 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-9e78aca3-845c-4165-9abf-6043132870fe tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Request body: {'security_group_rule': {'security_group_id': 'cb867cfc-96b2-4865-8ad4-5c5b36318b4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:19:47.420836 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-9e78aca3-845c-4165-9abf-6043132870fe tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:19:47.424936 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-9e78aca3-845c-4165-9abf-6043132870fe tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Usage tracker for resource:security_group_rule and tenant:7d0c86df6c4f4593b9a31a035a219a8b is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:19:47.427998 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-9e78aca3-845c-4165-9abf-6043132870fe tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:19:47.434896 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-9e78aca3-845c-4165-9abf-6043132870fe tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:19:47.482531 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9e78aca3-845c-4165-9abf-6043132870fe tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:47.548728 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9e78aca3-845c-4165-9abf-6043132870fe tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:47.568532 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:47.596964 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9e78aca3-845c-4165-9abf-6043132870fe tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263125'] for security_group_rule, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:47.599205 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-f030f8d2-4f23-4ed7-bf85-3a413eac9aa0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:19:47.627070 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78aca3-845c-4165-9abf-6043132870fe tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f875929-5348-496a-bb12-9034c16df7fe,revision_number=0']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:19:47.629626 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9e78aca3-845c-4165-9abf-6043132870fe tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:19:47.675237 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9e78aca3-845c-4165-9abf-6043132870fe tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:47.676590 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-9e78aca3-845c-4165-9abf-6043132870fe tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2823255 Feb 03 20:19:47.680166 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 55766) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:19:47.686067 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-fbeb1f50-8628-4558-87b4-ec4b508743b7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Request body: {'floatingip': {'floating_network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:19:47.707962 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-fbeb1f50-8628-4558-87b4-ec4b508743b7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:19:47.712861 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-fbeb1f50-8628-4558-87b4-ec4b508743b7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Usage tracker for resource:floatingip and tenant:7d0c86df6c4f4593b9a31a035a219a8b is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:19:47.715991 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-fbeb1f50-8628-4558-87b4-ec4b508743b7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:19:47.721903 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-fbeb1f50-8628-4558-87b4-ec4b508743b7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:19:47.766715 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fbeb1f50-8628-4558-87b4-ec4b508743b7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for floatingip, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:47.913738 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fbeb1f50-8628-4558-87b4-ec4b508743b7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:48.253614 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [None req-fbeb1f50-8628-4558-87b4-ec4b508743b7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Allocated IP 172.28.0.144 (e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3/cc5c5bbf-9f11-469d-8008-03763e47d1a6/2e026a87-188f-4781-bdd6-5f613df08561) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:19:48.411104 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fbeb1f50-8628-4558-87b4-ec4b508743b7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:48.534790 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fbeb1f50-8628-4558-87b4-ec4b508743b7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:48.551650 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-e3db62d1-d7f6-4a7f-97b8-2cef1b6e59a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:19:48.686894 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb1f50-8628-4558-87b4-ec4b508743b7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Pushing event updated for resources: {'Port': ['ID=2e026a87-188f-4781-bdd6-5f613df08561,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:19:48.691537 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fbeb1f50-8628-4558-87b4-ec4b508743b7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:19:48.754864 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbeb1f50-8628-4558-87b4-ec4b508743b7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Network e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:19:48.755973 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-fbeb1f50-8628-4558-87b4-ec4b508743b7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:19:48.758446 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeb1f50-8628-4558-87b4-ec4b508743b7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:19:48.847143 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fbeb1f50-8628-4558-87b4-ec4b508743b7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:48.958514 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fbeb1f50-8628-4558-87b4-ec4b508743b7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:49.231716 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fbeb1f50-8628-4558-87b4-ec4b508743b7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:49.265922 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fbeb1f50-8628-4558-87b4-ec4b508743b7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787982947'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:49.282058 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-da7d6d9c-18d6-4b57-8b7f-36c8d52d231d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:19:49.423842 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb1f50-8628-4558-87b4-ec4b508743b7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Pushing event updated for resources: {'Port': ['ID=2e026a87-188f-4781-bdd6-5f613df08561,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:19:49.437769 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fbeb1f50-8628-4558-87b4-ec4b508743b7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:19:49.530433 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fbeb1f50-8628-4558-87b4-ec4b508743b7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853105182'] for floatingip, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:49.583684 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fbeb1f50-8628-4558-87b4-ec4b508743b7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for floatingip, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:49.585033 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-fbeb1f50-8628-4558-87b4-ec4b508743b7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9036930 Feb 03 20:19:49.801220 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-ef4fba47-1d84-43d3-b6ff-8b27c9fb9884 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Synchronizing usage tracker for tenant:7d0c86df6c4f4593b9a31a035a219a8b on resource:security_group {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:19:49.852212 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-ef4fba47-1d84-43d3-b6ff-8b27c9fb9884 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Unset dirty status for tenant:7d0c86df6c4f4593b9a31a035a219a8b on resource:security_group {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:19:49.853588 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-ef4fba47-1d84-43d3-b6ff-8b27c9fb9884 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--63245436&fields=id&tenant_id=7d0c86df6c4f4593b9a31a035a219a8b HTTP/1.1" status: 200 len: 267 time: 0.1152358 Feb 03 20:19:50.100811 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-c4ae1739-9ebb-493f-93da-65f6755830e6 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:50.102847 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-c4ae1739-9ebb-493f-93da-65f6755830e6 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/networks?id=08219bc6-fd07-43f5-9c2f-a541f5c84519 HTTP/1.1" status: 200 len: 817 time: 0.2418418 Feb 03 20:19:50.119484 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-26690869-07c9-46d5-a868-f2b26777cb79 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/quotas/7d0c86df6c4f4593b9a31a035a219a8b HTTP/1.1" status: 200 len: 375 time: 0.0106292 Feb 03 20:19:50.265928 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-c6e9fadb-c493-47cd-96a5-4dff3acd52be tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=7d0c86df6c4f4593b9a31a035a219a8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1405470 Feb 03 20:19:50.635201 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-9225b8f1-9b67-4d62-baa7-ede77d517ac4 service neutron] 10.222.0.101 "GET /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528168 Feb 03 20:19:50.784273 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-be0473c3-81d2-4259-ad3b-f3d534f4556f service neutron] 10.222.0.101 "GET /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1426063 Feb 03 20:19:51.023342 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-888b065b-3e10-4c94-b257-b913834b47cc req-5c47a72d-f998-4f79-85f9-9e54955789a4 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 210 time: 0.0495768 Feb 03 20:19:51.591418 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:19:52.219657 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8d2e1e57-5e94-4c94-a87c-08718e395c90 req-3a1d7b8f-b3f1-4368-bcaa-7dbcf0879a47 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 210 time: 0.0496917 Feb 03 20:19:52.887916 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-b20e3aea-295b-40cc-b2db-013e38d012ef tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:52.888744 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-b20e3aea-295b-40cc-b2db-013e38d012ef tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Synchronizing usage tracker for tenant:7d0c86df6c4f4593b9a31a035a219a8b on resource:network {{(pid=80169) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:19:52.969662 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-b20e3aea-295b-40cc-b2db-013e38d012ef tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Unset dirty status for tenant:7d0c86df6c4f4593b9a31a035a219a8b on resource:network {{(pid=80169) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:19:52.970821 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-b20e3aea-295b-40cc-b2db-013e38d012ef tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.90 "GET /v2.0/networks?id=08219bc6-fd07-43f5-9c2f-a541f5c84519 HTTP/1.1" status: 200 len: 817 time: 0.3305614 Feb 03 20:19:53.095525 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-dfc88bda-ff68-426b-95cf-de67c358e295 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Synchronizing usage tracker for tenant:7d0c86df6c4f4593b9a31a035a219a8b on resource:security_group {{(pid=80169) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:19:53.110686 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-dfc88bda-ff68-426b-95cf-de67c358e295 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Unset dirty status for tenant:7d0c86df6c4f4593b9a31a035a219a8b on resource:security_group {{(pid=80169) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:19:53.111184 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-dfc88bda-ff68-426b-95cf-de67c358e295 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7d0c86df6c4f4593b9a31a035a219a8b HTTP/1.1" status: 200 len: 5703 time: 0.1205127 Feb 03 20:19:53.124977 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Request body: {'port': {'device_id': 'f9cd155f-c16d-476c-9f4f-6df9a6f06c7d', 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519', 'admin_state_up': True, 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'security_groups': ['cb867cfc-96b2-4865-8ad4-5c5b36318b4b']}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:19:53.280550 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:19:53.285136 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Usage tracker for resource:port and tenant:7d0c86df6c4f4593b9a31a035a219a8b is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:19:53.288670 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:19:53.294806 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:19:53.338190 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Made reservation on behalf of 7d0c86df6c4f4593b9a31a035a219a8b for: {'port': 1} {{(pid=80169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:19:53.360004 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:53.421327 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-79d4e9e0-60a6-483b-a794-954f6177d828 req-a889f816-0e11-4455-98a1-66ccf607345c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 210 time: 0.0543084 Feb 03 20:19:53.684334 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Allocated IP 172.20.0.7 (08219bc6-fd07-43f5-9c2f-a541f5c84519/f3c3806f-0e98-495a-bf4b-ac3a793d5c17/3c869a16-0062-4fb0-8006-8e0f05a26581) {{(pid=80169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:19:53.890615 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for port, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:53.907553 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Transition to ACTIVE for port object 3c869a16-0062-4fb0-8006-8e0f05a26581 will not be triggered until provisioned by entity DHCP. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:19:53.980485 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:53.996106 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-055dd902-e7da-4f93-90c9-2471c3f238db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:19:54.353379 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Pushing event updated for resources: {'Port': ['ID=3c869a16-0062-4fb0-8006-8e0f05a26581,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:19:54.373256 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:54.373687 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:54.374114 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:54.374538 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:54.374952 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:54.375369 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:54.375810 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:54.376479 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:54.376888 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:54.377299 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:54.377710 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:54.378121 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:54.378570 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:54.378977 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:54.379379 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:54.379811 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:54.380214 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:54.380619 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:54.381023 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:54.381423 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:54.381830 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:54.382230 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:54.382683 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:54.383062 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:19:54.389702 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:19:54.430591 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Network 08219bc6-fd07-43f5-9c2f-a541f5c84519 is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:19:54.431872 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:19:54.434123 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Received port after_create {{(pid=80169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:19:54.571170 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:54.571950 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:54.638305 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5176940 Feb 03 20:19:54.657844 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-c821660f-89d5-47ba-9de4-f0efc8dc1520 service neutron] Request body: {'port': {'device_id': 'f9cd155f-c16d-476c-9f4f-6df9a6f06c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:19:54.746933 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-a2f05adb-81bf-4910-89d9-c14802be1361 None None] Provisioning for port 3c869a16-0062-4fb0-8006-8e0f05a26581 completed by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:19:54.753945 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-a2f05adb-81bf-4910-89d9-c14802be1361 None None] Provisioning complete for port 3c869a16-0062-4fb0-8006-8e0f05a26581 triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:19:54.754543 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a2f05adb-81bf-4910-89d9-c14802be1361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:54.803763 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-c821660f-89d5-47ba-9de4-f0efc8dc1520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:54.826831 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-a2f05adb-81bf-4910-89d9-c14802be1361 None None] Port 3c869a16-0062-4fb0-8006-8e0f05a26581 cannot update to ACTIVE because it is not bound. {{(pid=80171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 20:19:54.915611 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbfb1d-05cf-430d-8631-80dcf5fd1f2f req-6d81c50d-ae40-4f69-b1f4-1b18320a4cb8 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:54.917332 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-08fbfb1d-05cf-430d-8631-80dcf5fd1f2f req-6d81c50d-ae40-4f69-b1f4-1b18320a4cb8 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 931 time: 0.2042065 Feb 03 20:19:54.986713 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-08fbfb1d-05cf-430d-8631-80dcf5fd1f2f req-caffb69d-3065-42ef-ab3d-76f4d0e9ea2c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629621 Feb 03 20:19:55.234477 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-c821660f-89d5-47ba-9de4-f0efc8dc1520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c869a16-0062-4fb0-8006-8e0f05a26581 {{(pid=80169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 20:19:55.243431 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-c821660f-89d5-47ba-9de4-f0efc8dc1520 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:55.257047 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-c821660f-89d5-47ba-9de4-f0efc8dc1520 service neutron] Transition to ACTIVE for port object 3c869a16-0062-4fb0-8006-8e0f05a26581 will not be triggered until provisioned by entity L2. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:19:55.306449 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-c821660f-89d5-47ba-9de4-f0efc8dc1520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789467256'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:55.323259 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-028ac22d-0d94-4c04-b1f4-a1c7dfe7f951 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:19:55.464033 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821660f-89d5-47ba-9de4-f0efc8dc1520 service neutron] Pushing event updated for resources: {'Port': ['ID=3c869a16-0062-4fb0-8006-8e0f05a26581,revision_number=2']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:19:55.480504 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c821660f-89d5-47ba-9de4-f0efc8dc1520 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:19:55.669228 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-c821660f-89d5-47ba-9de4-f0efc8dc1520 service neutron] Attempting to bind port 3c869a16-0062-4fb0-8006-8e0f05a26581 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:19:55.669737 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-c821660f-89d5-47ba-9de4-f0efc8dc1520 service neutron] Attempting to bind port 3c869a16-0062-4fb0-8006-8e0f05a26581 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519'}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:19:55.669954 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-c821660f-89d5-47ba-9de4-f0efc8dc1520 service neutron] Attempting to bind port 3c869a16-0062-4fb0-8006-8e0f05a26581 on network 08219bc6-fd07-43f5-9c2f-a541f5c84519 {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:19:55.676297 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-c821660f-89d5-47ba-9de4-f0efc8dc1520 service neutron] Checking agent: {'id': '4ba2278c-c66c-406d-ba19-1defa11400a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 11, 16), 'started_at': datetime.datetime(2021, 2, 3, 20, 11, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:19:55.676676 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-c821660f-89d5-47ba-9de4-f0efc8dc1520 service neutron] Checking segment: {'id': '4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:19:55.677068 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-c821660f-89d5-47ba-9de4-f0efc8dc1520 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:55.677458 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-c821660f-89d5-47ba-9de4-f0efc8dc1520 service neutron] Bound using segment: {'id': '4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519'} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:19:55.677936 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-c821660f-89d5-47ba-9de4-f0efc8dc1520 service neutron] Bound port: 3c869a16-0062-4fb0-8006-8e0f05a26581, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519'}}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:19:55.678310 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-c821660f-89d5-47ba-9de4-f0efc8dc1520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:55.780387 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-c821660f-89d5-47ba-9de4-f0efc8dc1520 service neutron] For port 3c869a16-0062-4fb0-8006-8e0f05a26581, host hv-cinder-77398, cleared binding levels {{(pid=80169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:19:55.783731 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-c821660f-89d5-47ba-9de4-f0efc8dc1520 service neutron] For port 3c869a16-0062-4fb0-8006-8e0f05a26581, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3c869a16-0062-4fb0-8006-8e0f05a26581,segment=NetworkSegment(4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927),segment_id=4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927)] {{(pid=80169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:19:55.826820 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-c821660f-89d5-47ba-9de4-f0efc8dc1520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789467256'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:55.843943 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-feee05d2-17a6-4c91-b99b-1a1d61ea8d39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:19:55.855865 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd90cb-6ff8-4e5f-9e6f-5df93fbcb1cd req-fd195455-6e40-4f29-a9ee-db1afc4c5707 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:55.857654 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-80cd90cb-6ff8-4e5f-9e6f-5df93fbcb1cd req-fd195455-6e40-4f29-a9ee-db1afc4c5707 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 985 time: 0.2487450 Feb 03 20:19:55.884576 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e7837-b3f7-4f86-b095-775e33afd249 req-5110e909-3362-466d-ba62-dc86d186b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:55.886274 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-344e7837-b3f7-4f86-b095-775e33afd249 req-5110e909-3362-466d-ba62-dc86d186b92b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=73913970268448ee97673e03b3b49b75&device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 1203 time: 0.2248411 Feb 03 20:19:56.007018 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821660f-89d5-47ba-9de4-f0efc8dc1520 service neutron] Pushing event updated for resources: {'Port': ['ID=3c869a16-0062-4fb0-8006-8e0f05a26581,revision_number=3']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:19:56.012772 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c821660f-89d5-47ba-9de4-f0efc8dc1520 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:19:56.038822 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-80cd90cb-6ff8-4e5f-9e6f-5df93fbcb1cd req-f1843056-7f34-49d6-bb68-414a72d8838c tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=ee2dffb3-8ea7-4f84-ac43-db8939e668b9&id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1724327 Feb 03 20:19:56.046357 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-c821660f-89d5-47ba-9de4-f0efc8dc1520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:56.047045 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-c821660f-89d5-47ba-9de4-f0efc8dc1520 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:19:56.048555 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-c821660f-89d5-47ba-9de4-f0efc8dc1520 service neutron] 10.222.0.90 "PUT /v2.0/ports/3c869a16-0062-4fb0-8006-8e0f05a26581 HTTP/1.1" status: 200 len: 1157 time: 1.3957653 Feb 03 20:19:56.049101 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9cd155f-c16d-476c-9f4f-6df9a6f06c7d', 'tag': '3c869a16-0062-4fb0-8006-8e0f05a26581'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:19:56.119674 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e7837-b3f7-4f86-b095-775e33afd249 req-2cf3d4fa-f1db-4b92-842a-ba34086ab06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:56.121533 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-344e7837-b3f7-4f86-b095-775e33afd249 req-2cf3d4fa-f1db-4b92-842a-ba34086ab06a service neutron] 10.222.0.90 "GET /v2.0/networks?id=f5682e83-11b2-46ba-b750-39074c149b2f HTTP/1.1" status: 200 len: 909 time: 0.2263129 Feb 03 20:19:56.132284 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9cd155f-c16d-476c-9f4f-6df9a6f06c7d', 'tag': '3c869a16-0062-4fb0-8006-8e0f05a26581', 'status': 'completed', 'code': 200} Feb 03 20:19:56.253561 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-834ab9ea-761f-41b5-b783-eb42f67e9f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:56.255216 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-834ab9ea-761f-41b5-b783-eb42f67e9f2b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7d0c86df6c4f4593b9a31a035a219a8b&device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 1160 time: 0.0861993 Feb 03 20:19:56.289874 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-344e7837-b3f7-4f86-b095-775e33afd249 req-7babd3b9-29f7-4d1a-9814-264a908e0d6b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2f7bf10-2aed-4125-9716-d5d629b161ec HTTP/1.1" status: 200 len: 1002 time: 0.1603241 Feb 03 20:19:56.346010 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-35125345-fb7f-4342-aef2-4c20e9fb8f8a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c869a16-0062-4fb0-8006-8e0f05a26581 HTTP/1.1" status: 200 len: 217 time: 0.0757172 Feb 03 20:19:56.379901 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e7837-b3f7-4f86-b095-775e33afd249 req-92231940-61eb-4015-8252-5c5aab9bd1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:56.381504 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-344e7837-b3f7-4f86-b095-775e33afd249 req-92231940-61eb-4015-8252-5c5aab9bd1df service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d7e68c5f-7f63-49c3-8914-849c33a200e1 HTTP/1.1" status: 200 len: 854 time: 0.0792124 Feb 03 20:19:56.420197 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-7403bd3b-d646-4056-a07c-1eae426fbfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:56.421806 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-7403bd3b-d646-4056-a07c-1eae426fbfad service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f3c3806f-0e98-495a-bf4b-ac3a793d5c17 HTTP/1.1" status: 200 len: 856 time: 0.0685837 Feb 03 20:19:56.466736 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ab904-7733-4490-8b42-ad528de86cb6 req-8535b8df-5f7b-4956-8396-3bf58ec70314 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:56.468415 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-604ab904-7733-4490-8b42-ad528de86cb6 req-8535b8df-5f7b-4956-8396-3bf58ec70314 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 943 time: 0.2773242 Feb 03 20:19:56.524339 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-31ec5a20-749a-4f39-a3b0-4af6ea5da811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:56.526055 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-31ec5a20-749a-4f39-a3b0-4af6ea5da811 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=08219bc6-fd07-43f5-9c2f-a541f5c84519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0973573 Feb 03 20:19:56.595893 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-604ab904-7733-4490-8b42-ad528de86cb6 req-37f2f661-bd15-423c-83d8-3ad2ad31d9d2 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848274 Feb 03 20:19:56.610253 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e7837-b3f7-4f86-b095-775e33afd249 req-af6f6850-be27-4ead-92b7-82666053b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:56.611954 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-344e7837-b3f7-4f86-b095-775e33afd249 req-af6f6850-be27-4ead-92b7-82666053b5a9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f5682e83-11b2-46ba-b750-39074c149b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1425440 Feb 03 20:19:56.679130 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-5b6da604-66ba-46d7-a753-72bbff5957d7 service neutron] 10.222.0.90 "GET /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453595 Feb 03 20:19:56.779493 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-344e7837-b3f7-4f86-b095-775e33afd249 req-359f4d65-1a6a-4df0-bc26-4559685cc2a0 service neutron] 10.222.0.90 "GET /v2.0/networks/f5682e83-11b2-46ba-b750-39074c149b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606097 Feb 03 20:19:56.831862 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3b83b008-bc04-49f5-b673-1bb1e1480bdf req-ade6c9cc-48af-49bb-b6ab-275e78fec745 service neutron] 10.222.0.90 "GET /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1465952 Feb 03 20:19:56.933294 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-344e7837-b3f7-4f86-b095-775e33afd249 req-11af1c41-dba5-4d98-bc12-8a99cbbb17bd service neutron] 10.222.0.90 "GET /v2.0/networks/f5682e83-11b2-46ba-b750-39074c149b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1464255 Feb 03 20:19:57.058381 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70066fba-16cb-4b24-a080-b9edacb01dd5 req-6b4e2e61-b35c-4818-a2c8-9d73b4058a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:57.060056 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-70066fba-16cb-4b24-a080-b9edacb01dd5 req-6b4e2e61-b35c-4818-a2c8-9d73b4058a11 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7d0c86df6c4f4593b9a31a035a219a8b&device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 1160 time: 0.0873570 Feb 03 20:19:57.261391 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70066fba-16cb-4b24-a080-b9edacb01dd5 req-dfab4c76-ec68-4260-8f71-1989e6e3dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:57.263003 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-70066fba-16cb-4b24-a080-b9edacb01dd5 req-dfab4c76-ec68-4260-8f71-1989e6e3dc33 service neutron] 10.222.0.90 "GET /v2.0/networks?id=08219bc6-fd07-43f5-9c2f-a541f5c84519 HTTP/1.1" status: 200 len: 911 time: 0.1967056 Feb 03 20:19:57.343987 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-70066fba-16cb-4b24-a080-b9edacb01dd5 req-e89f91ad-ee7c-4c2f-a6cd-36362f667078 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c869a16-0062-4fb0-8006-8e0f05a26581 HTTP/1.1" status: 200 len: 217 time: 0.0726240 Feb 03 20:19:57.486081 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310b8b5-f259-41e1-a970-03220ba0167f req-3ef67897-d873-48b3-84f9-27a2d01d8185 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:57.487856 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7310b8b5-f259-41e1-a970-03220ba0167f req-3ef67897-d873-48b3-84f9-27a2d01d8185 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 985 time: 0.3081400 Feb 03 20:19:57.528351 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70066fba-16cb-4b24-a080-b9edacb01dd5 req-b81381fd-f206-4351-8195-ad5d896ff48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:57.529960 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-70066fba-16cb-4b24-a080-b9edacb01dd5 req-b81381fd-f206-4351-8195-ad5d896ff48a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f3c3806f-0e98-495a-bf4b-ac3a793d5c17 HTTP/1.1" status: 200 len: 856 time: 0.1769893 Feb 03 20:19:57.636964 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7310b8b5-f259-41e1-a970-03220ba0167f req-fdfd61c5-60f2-4a0e-8556-77c393a4b42c tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=ee2dffb3-8ea7-4f84-ac43-db8939e668b9&id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1392679 Feb 03 20:19:57.676020 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70066fba-16cb-4b24-a080-b9edacb01dd5 req-e9a3ebf1-5a9e-47fb-ba40-ab9ec1071db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:57.677659 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-70066fba-16cb-4b24-a080-b9edacb01dd5 req-e9a3ebf1-5a9e-47fb-ba40-ab9ec1071db8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=08219bc6-fd07-43f5-9c2f-a541f5c84519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1375661 Feb 03 20:19:57.902220 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-70066fba-16cb-4b24-a080-b9edacb01dd5 req-93180327-7474-4871-89b0-daa2ac9e2223 service neutron] 10.222.0.90 "GET /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095237 Feb 03 20:19:57.991599 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77206244-6db5-4fbc-999f-de1f726c71f6 req-4387fbc8-f9e9-475f-b107-3a5aa5bf7a38 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:57.993610 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-77206244-6db5-4fbc-999f-de1f726c71f6 req-4387fbc8-f9e9-475f-b107-3a5aa5bf7a38 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 943 time: 0.2246702 Feb 03 20:19:58.150244 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-77206244-6db5-4fbc-999f-de1f726c71f6 req-62387274-c66d-4b0f-9c3e-ef5e53ae626a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1327827 Feb 03 20:19:58.188161 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-70066fba-16cb-4b24-a080-b9edacb01dd5 req-0dab0176-4145-424a-bdca-30fd4b96f432 service neutron] 10.222.0.90 "GET /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1934767 Feb 03 20:19:58.946527 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b343b0-c66a-47c7-9b4f-d1a152c702b5 req-cbb87a67-b707-417a-81c1-633d2ba6b4b9 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:58.948262 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a7b343b0-c66a-47c7-9b4f-d1a152c702b5 req-cbb87a67-b707-417a-81c1-633d2ba6b4b9 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 985 time: 0.1751425 Feb 03 20:19:59.033004 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a7b343b0-c66a-47c7-9b4f-d1a152c702b5 req-4380fb35-e3a5-4af1-b84b-5a060a517650 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=ee2dffb3-8ea7-4f84-ac43-db8939e668b9&id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0780091 Feb 03 20:19:59.458392 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e550f8-ab63-4f57-a10c-a000d713325d req-932976c4-fad1-4d23-afc5-20d7bea5293e tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:19:59.460115 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-91e550f8-ab63-4f57-a10c-a000d713325d req-932976c4-fad1-4d23-afc5-20d7bea5293e tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 943 time: 0.1638567 Feb 03 20:19:59.527925 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-91e550f8-ab63-4f57-a10c-a000d713325d req-3441108e-eef1-484c-a444-421f4adcb6ba tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608428 Feb 03 20:20:00.549107 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1211e8b-3595-4d4c-9f92-e54f5cd4c880 req-941e6300-f413-40f9-95ea-f9e7011892f4 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:00.550851 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f1211e8b-3595-4d4c-9f92-e54f5cd4c880 req-941e6300-f413-40f9-95ea-f9e7011892f4 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 985 time: 0.3828981 Feb 03 20:20:00.634715 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f1211e8b-3595-4d4c-9f92-e54f5cd4c880 req-9d189da4-f704-4c20-8013-cbc7432f8c20 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=ee2dffb3-8ea7-4f84-ac43-db8939e668b9&id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0768526 Feb 03 20:20:00.838534 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33c289-04e4-4c49-86af-be1b57a86a92 req-4a2961d7-94b6-4bc8-becb-92d5e662c7a9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:00.840303 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2e33c289-04e4-4c49-86af-be1b57a86a92 req-4a2961d7-94b6-4bc8-becb-92d5e662c7a9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 943 time: 0.1696694 Feb 03 20:20:00.906044 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2e33c289-04e4-4c49-86af-be1b57a86a92 req-bb94e291-c2a9-41c3-9b73-6e457df1dab3 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590749 Feb 03 20:20:01.936794 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9adcd8-d826-4fd7-90ac-6c3b5eab34a4 req-5cd475e0-0699-4ea6-8662-d8b24a604599 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:01.938512 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9f9adcd8-d826-4fd7-90ac-6c3b5eab34a4 req-5cd475e0-0699-4ea6-8662-d8b24a604599 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 985 time: 0.1664526 Feb 03 20:20:02.025629 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9f9adcd8-d826-4fd7-90ac-6c3b5eab34a4 req-7787b26c-bbfa-4a88-b9e9-6917626c0513 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=ee2dffb3-8ea7-4f84-ac43-db8939e668b9&id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0806317 Feb 03 20:20:02.224278 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c175935-4754-4e90-8e58-427ed7eb426b req-aceba692-b38a-4a47-bd2b-6cb1d16cc777 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:02.225963 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4c175935-4754-4e90-8e58-427ed7eb426b req-aceba692-b38a-4a47-bd2b-6cb1d16cc777 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 943 time: 0.1677723 Feb 03 20:20:02.290800 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4c175935-4754-4e90-8e58-427ed7eb426b req-52eb3e89-b708-495b-844d-a732373d8d80 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583441 Feb 03 20:20:03.323368 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadfec1-4517-4146-a031-f5ccb7f3064d req-e24e3cef-8e59-43e0-a8e7-53db51f51243 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:03.325064 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4eadfec1-4517-4146-a031-f5ccb7f3064d req-e24e3cef-8e59-43e0-a8e7-53db51f51243 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 985 time: 0.1666780 Feb 03 20:20:03.325560 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 3c869a16-0062-4fb0-8006-8e0f05a26581 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:20:03.416643 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4eadfec1-4517-4146-a031-f5ccb7f3064d req-ea7679db-ca81-4e80-9e92-2b782a893cf3 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=ee2dffb3-8ea7-4f84-ac43-db8939e668b9&id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0846446 Feb 03 20:20:03.466087 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning for port 3c869a16-0062-4fb0-8006-8e0f05a26581 completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:20:03.472174 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 3c869a16-0062-4fb0-8006-8e0f05a26581 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:20:03.477689 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:03.602846 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:03.609116 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189757b-0014-45e3-b0c4-65b0b656af1c req-cc848164-e4be-4253-aa76-85288c18a58c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:03.610849 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b189757b-0014-45e3-b0c4-65b0b656af1c req-cc848164-e4be-4253-aa76-85288c18a58c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 943 time: 0.1678035 Feb 03 20:20:03.632019 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cd155f-c16d-476c-9f4f-6df9a6f06c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c869a16-0062-4fb0-8006-8e0f05a26581'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:20:03.643119 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port 3c869a16-0062-4fb0-8006-8e0f05a26581, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3c869a16-0062-4fb0-8006-8e0f05a26581,segment=NetworkSegment(4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927),segment_id=4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:20:03.677496 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b189757b-0014-45e3-b0c4-65b0b656af1c req-863e3b40-afc4-4902-9ded-dfedbd29853f tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596266 Feb 03 20:20:03.681710 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:03.683785 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:20:03.721007 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cd155f-c16d-476c-9f4f-6df9a6f06c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c869a16-0062-4fb0-8006-8e0f05a26581', 'code': 200} Feb 03 20:20:03.756117 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=3c869a16-0062-4fb0-8006-8e0f05a26581,revision_number=4']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:20:03.765080 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:03.765471 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:03.765860 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:03.766243 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:03.766622 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:03.767000 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:03.767377 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:03.767778 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:03.768196 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:03.768572 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:03.768944 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:03.769314 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:03.769724 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:03.770094 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:03.770466 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:03.770835 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:03.771204 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:03.771615 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:03.771965 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:03.772331 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:03.772697 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:03.773145 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:03.773677 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:03.774061 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:03.778465 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:20:04.066722 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ff725-6487-49f0-a35b-5d7f703e966d req-de6760f3-0f33-48da-90d5-c5bdd6f695d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:04.068401 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-644ff725-6487-49f0-a35b-5d7f703e966d req-de6760f3-0f33-48da-90d5-c5bdd6f695d3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 1162 time: 0.0840070 Feb 03 20:20:04.112297 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-644ff725-6487-49f0-a35b-5d7f703e966d req-b2ccec8c-91e9-476d-955c-d762930f6beb service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372396 Feb 03 20:20:04.617271 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 3c869a16-0062-4fb0-8006-8e0f05a26581 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:20:04.693539 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 3c869a16-0062-4fb0-8006-8e0f05a26581 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:20:04.693963 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:04.715082 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7080e6a-d5d3-4f77-8f73-a14691807a9b req-7a9e5835-3555-40bf-87ac-a7f07aea2a23 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:04.725010 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d7080e6a-d5d3-4f77-8f73-a14691807a9b req-7a9e5835-3555-40bf-87ac-a7f07aea2a23 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 985 time: 0.1768098 Feb 03 20:20:04.812719 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d7080e6a-d5d3-4f77-8f73-a14691807a9b req-d4146222-94a9-4e04-9b7f-0db7979f83de tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=ee2dffb3-8ea7-4f84-ac43-db8939e668b9&id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0831974 Feb 03 20:20:05.049969 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c70f0-4c18-4b1e-8410-aefe917b1d80 req-2bea4dca-0bbb-475e-b5d2-f0c26075d7ba tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:05.051673 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ba9c70f0-4c18-4b1e-8410-aefe917b1d80 req-2bea4dca-0bbb-475e-b5d2-f0c26075d7ba tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.1722968 Feb 03 20:20:05.121378 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ba9c70f0-4c18-4b1e-8410-aefe917b1d80 req-6421fa01-54e5-4436-a09d-75a33eecee14 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620930 Feb 03 20:20:06.119022 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb8c8a-8edf-4be7-8d27-cdae874dd8f1 req-a5d144cd-f23d-48f0-b90d-0a4a47a4960d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:06.120670 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-06bb8c8a-8edf-4be7-8d27-cdae874dd8f1 req-a5d144cd-f23d-48f0-b90d-0a4a47a4960d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 985 time: 0.1736913 Feb 03 20:20:06.206523 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-06bb8c8a-8edf-4be7-8d27-cdae874dd8f1 req-68cb36bf-98f6-4613-9e5b-2b2ea1b5564e tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=ee2dffb3-8ea7-4f84-ac43-db8939e668b9&id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0790925 Feb 03 20:20:06.441184 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea6492-b8eb-44db-86ba-d3fe74c3ee4c req-e3894ec2-b687-4847-8fa1-8170c0335f66 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:06.442835 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-35ea6492-b8eb-44db-86ba-d3fe74c3ee4c req-e3894ec2-b687-4847-8fa1-8170c0335f66 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.1743021 Feb 03 20:20:06.513532 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-35ea6492-b8eb-44db-86ba-d3fe74c3ee4c req-e6d71390-6d93-48d6-bf5a-be23e3a3ef1e tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634236 Feb 03 20:20:06.820897 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb980a6-26e4-4162-8a59-9187a79a0533 req-8688a320-4ac3-4dac-bd03-a8fce9dc2182 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:06.822621 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5fb980a6-26e4-4162-8a59-9187a79a0533 req-8688a320-4ac3-4dac-bd03-a8fce9dc2182 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.1651118 Feb 03 20:20:06.831956 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 55910) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:20:06.837578 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-e0f5d6ab-0b50-4b0b-a417-1bff240c1933 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Request body: {'floatingip': {'port_id': '3c869a16-0062-4fb0-8006-8e0f05a26581'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:20:06.943178 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e0f5d6ab-0b50-4b0b-a417-1bff240c1933 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for floatingip, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:07.621536 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7123663-3bed-4fba-b005-bde198eabeb9 req-3d9ccce3-865a-4f6d-adef-bd64b5a73507 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:07.623345 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f7123663-3bed-4fba-b005-bde198eabeb9 req-3d9ccce3-865a-4f6d-adef-bd64b5a73507 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 985 time: 0.2850184 Feb 03 20:20:07.794700 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f7123663-3bed-4fba-b005-bde198eabeb9 req-3f62fee7-b7f9-4e8c-878f-857696b3a0da tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=ee2dffb3-8ea7-4f84-ac43-db8939e668b9&id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1630819 Feb 03 20:20:07.830036 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e0f5d6ab-0b50-4b0b-a417-1bff240c1933 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:07.863494 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e0f5d6ab-0b50-4b0b-a417-1bff240c1933 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853105182'] for floatingip, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:08.054903 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.l3_db [None req-e0f5d6ab-0b50-4b0b-a417-1bff240c1933 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Floating IP 8396cb57-1420-4b45-a166-94e64b9c0415 associated. External IP: 172.28.0.144, port: 3c869a16-0062-4fb0-8006-8e0f05a26581. Feb 03 20:20:08.669322 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f5d6ab-0b50-4b0b-a417-1bff240c1933 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Router 847592b4-7f70-4cce-a132-eed1154d7c37 has already been hosted by L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 {{(pid=80170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 20:20:08.752848 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device a2f7bf10-2aed-4125-9716-d5d629b161ec up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:20:08.841333 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port a2f7bf10-2aed-4125-9716-d5d629b161ec triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:20:08.841781 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:08.911796 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f5d6ab-0b50-4b0b-a417-1bff240c1933 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:20:08.917289 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e0f5d6ab-0b50-4b0b-a417-1bff240c1933 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for floatingip, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:08.985006 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be45e7b0-c20a-4a8c-92c4-ba5aed28d4fe None None] Sync routers for ids ['847592b4-7f70-4cce-a132-eed1154d7c37'] in dv-cinder-773985-1-smb {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:20:09.003780 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be45e7b0-c20a-4a8c-92c4-ba5aed28d4fe None None] Routers {'847592b4-7f70-4cce-a132-eed1154d7c37'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:20:09.004481 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-be45e7b0-c20a-4a8c-92c4-ba5aed28d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:19:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['847592b4-7f70-4cce-a132-eed1154d7c37'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:20:09.038003 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-e0f5d6ab-0b50-4b0b-a417-1bff240c1933 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "PUT /v2.0/floatingips/8396cb57-1420-4b45-a166-94e64b9c0415 HTTP/1.1" status: 200 len: 991 time: 2.2048731 Feb 03 20:20:09.039769 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9cd155f-c16d-476c-9f4f-6df9a6f06c7d', 'tag': '3c869a16-0062-4fb0-8006-8e0f05a26581'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:20:09.161557 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227fa41-0a09-4867-a2fa-784b4b5af29e req-1396a752-1114-4722-975c-a4dc10f6e8f6 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:09.163818 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9227fa41-0a09-4867-a2fa-784b4b5af29e req-1396a752-1114-4722-975c-a4dc10f6e8f6 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 985 time: 0.2068093 Feb 03 20:20:09.204167 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-be45e7b0-c20a-4a8c-92c4-ba5aed28d4fe None None] Set router 847592b4-7f70-4cce-a132-eed1154d7c37 gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:20:09.256138 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9227fa41-0a09-4867-a2fa-784b4b5af29e req-2b8fcab9-2e5f-492e-acc9-df539665531f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=ee2dffb3-8ea7-4f84-ac43-db8939e668b9&id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0824018 Feb 03 20:20:09.347759 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9cd155f-c16d-476c-9f4f-6df9a6f06c7d', 'tag': '3c869a16-0062-4fb0-8006-8e0f05a26581', 'status': 'completed', 'code': 200} Feb 03 20:20:09.500429 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76349040-df02-4eaa-82ae-d8181ee1d5c4 req-a4ca234a-2987-4436-9c62-d1873d34c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:09.502321 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-76349040-df02-4eaa-82ae-d8181ee1d5c4 req-a4ca234a-2987-4436-9c62-d1873d34c2a2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7d0c86df6c4f4593b9a31a035a219a8b&device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 1162 time: 0.0956140 Feb 03 20:20:09.676103 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76349040-df02-4eaa-82ae-d8181ee1d5c4 req-7b9e2719-9e41-4fc2-93b5-075746304c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:09.677743 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-76349040-df02-4eaa-82ae-d8181ee1d5c4 req-7b9e2719-9e41-4fc2-93b5-075746304c06 service neutron] 10.222.0.90 "GET /v2.0/networks?id=08219bc6-fd07-43f5-9c2f-a541f5c84519 HTTP/1.1" status: 200 len: 911 time: 0.1682913 Feb 03 20:20:09.781191 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-be45e7b0-c20a-4a8c-92c4-ba5aed28d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'name': 'tempest-AttachVolumeShelveTestJSON-1760287194-router', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196'}], 'enable_snat': True}, 'gw_port_id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:35Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'gw_port': {'id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:59:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:39Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_floatingips': [{'id': '8396cb57-1420-4b45-a166-94e64b9c0415', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'floating_ip_address': '172.28.0.144', 'floating_network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'router_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'port_id': '3c869a16-0062-4fb0-8006-8e0f05a26581', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519', 'mac_address': 'fa:16:3e:0f:40:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cd155f-c16d-476c-9f4f-6df9a6f06c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:19:48Z', 'updated_at': '2021-02-03T20:20:07Z', 'revision_number': 1, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '381daeab-1367-48eb-a9ed-dc71cdbb17b3', 'name': '', 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'mac_address': 'fa:16:3e:f4:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:57Z', 'updated_at': '2021-02-03T20:14:16Z', 'revision_number': 5, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'subnets': [{'id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:20:09.786725 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be45e7b0-c20a-4a8c-92c4-ba5aed28d4fe None None] Checking router: 847592b4-7f70-4cce-a132-eed1154d7c37 for host: dv-cinder-773985-1-smb {{(pid=80171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:20:09.801345 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be45e7b0-c20a-4a8c-92c4-ba5aed28d4fe None None] Routers {'847592b4-7f70-4cce-a132-eed1154d7c37'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:20:09.802056 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-be45e7b0-c20a-4a8c-92c4-ba5aed28d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:19:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['847592b4-7f70-4cce-a132-eed1154d7c37'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:20:09.811831 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-76349040-df02-4eaa-82ae-d8181ee1d5c4 req-a4232016-fa23-4c0a-8aa2-8e16c25ff57e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c869a16-0062-4fb0-8006-8e0f05a26581 HTTP/1.1" status: 200 len: 999 time: 0.1264119 Feb 03 20:20:09.903630 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76349040-df02-4eaa-82ae-d8181ee1d5c4 req-f969443f-75ec-4370-bdf2-36be6de0a590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:09.905326 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-76349040-df02-4eaa-82ae-d8181ee1d5c4 req-f969443f-75ec-4370-bdf2-36be6de0a590 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f3c3806f-0e98-495a-bf4b-ac3a793d5c17 HTTP/1.1" status: 200 len: 856 time: 0.0869851 Feb 03 20:20:10.025651 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76349040-df02-4eaa-82ae-d8181ee1d5c4 req-8daa4be3-e597-48a5-b291-2ea2e958f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:10.027307 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-76349040-df02-4eaa-82ae-d8181ee1d5c4 req-8daa4be3-e597-48a5-b291-2ea2e958f864 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=08219bc6-fd07-43f5-9c2f-a541f5c84519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1152012 Feb 03 20:20:10.034336 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-be45e7b0-c20a-4a8c-92c4-ba5aed28d4fe None None] Set router 847592b4-7f70-4cce-a132-eed1154d7c37 gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:20:10.222263 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-76349040-df02-4eaa-82ae-d8181ee1d5c4 req-6893a514-18dd-4e66-9394-65d4aed8891d service neutron] 10.222.0.90 "GET /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865788 Feb 03 20:20:10.410715 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-76349040-df02-4eaa-82ae-d8181ee1d5c4 req-0ab3befa-269c-4c68-b39e-dc74b41e234d service neutron] 10.222.0.90 "GET /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1793652 Feb 03 20:20:10.530978 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-be45e7b0-c20a-4a8c-92c4-ba5aed28d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'name': 'tempest-AttachVolumeShelveTestJSON-1760287194-router', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196'}], 'enable_snat': True}, 'gw_port_id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:35Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'gw_port': {'id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:59:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:39Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_floatingips': [{'id': '8396cb57-1420-4b45-a166-94e64b9c0415', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'floating_ip_address': '172.28.0.144', 'floating_network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'router_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'port_id': '3c869a16-0062-4fb0-8006-8e0f05a26581', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519', 'mac_address': 'fa:16:3e:0f:40:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cd155f-c16d-476c-9f4f-6df9a6f06c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:19:48Z', 'updated_at': '2021-02-03T20:20:07Z', 'revision_number': 1, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '381daeab-1367-48eb-a9ed-dc71cdbb17b3', 'name': '', 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'mac_address': 'fa:16:3e:f4:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:57Z', 'updated_at': '2021-02-03T20:14:16Z', 'revision_number': 5, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'subnets': [{'id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:20:10.535319 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be45e7b0-c20a-4a8c-92c4-ba5aed28d4fe None None] The sync data for ids ['847592b4-7f70-4cce-a132-eed1154d7c37'] in dv-cinder-773985-1-smb is: [{'id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'name': 'tempest-AttachVolumeShelveTestJSON-1760287194-router', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196'}], 'enable_snat': True}, 'gw_port_id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:35Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'gw_port': {'id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:59:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:39Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_floatingips': [{'id': '8396cb57-1420-4b45-a166-94e64b9c0415', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'floating_ip_address': '172.28.0.144', 'floating_network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'router_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'port_id': '3c869a16-0062-4fb0-8006-8e0f05a26581', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519', 'mac_address': 'fa:16:3e:0f:40:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cd155f-c16d-476c-9f4f-6df9a6f06c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:19:48Z', 'updated_at': '2021-02-03T20:20:07Z', 'revision_number': 1, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '381daeab-1367-48eb-a9ed-dc71cdbb17b3', 'name': '', 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'mac_address': 'fa:16:3e:f4:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:57Z', 'updated_at': '2021-02-03T20:14:16Z', 'revision_number': 5, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'subnets': [{'id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:20:10.725905 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e9d32-a123-4a2b-b478-27af959cba6d req-6dcabb86-2b41-4b85-86ef-ff02151c20ef tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:10.729117 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9c8e9d32-a123-4a2b-b478-27af959cba6d req-6dcabb86-2b41-4b85-86ef-ff02151c20ef tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=dfdb6780-9cd4-41ef-b449-946dc95106ea HTTP/1.1" status: 200 len: 946 time: 0.1755724 Feb 03 20:20:10.796311 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9c8e9d32-a123-4a2b-b478-27af959cba6d req-2e2734c8-b30f-4843-b9fd-f83ed01effae tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/security-groups?id=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618818 Feb 03 20:20:10.883298 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09359ceb-900c-4e6e-a1ab-0abb74b400db None None] New status for floating IP 8396cb57-1420-4b45-a166-94e64b9c0415: ACTIVE {{(pid=80172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 03 20:20:12.096649 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e026391-2cb9-47de-a3a2-7496f9a057e5 req-aae44af0-1f30-4eec-bee0-15be10cb778e tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:12.098241 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9e026391-2cb9-47de-a3a2-7496f9a057e5 req-aae44af0-1f30-4eec-bee0-15be10cb778e tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=dfdb6780-9cd4-41ef-b449-946dc95106ea HTTP/1.1" status: 200 len: 946 time: 0.1669042 Feb 03 20:20:12.167202 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9e026391-2cb9-47de-a3a2-7496f9a057e5 req-c31ee2cc-7ba6-424c-94ef-0018510db968 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/security-groups?id=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617306 Feb 03 20:20:13.040927 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1e67a6c8-27f9-4146-8555-7fbbcf51f4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:13.468926 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fc7d1-75fd-40d3-8578-03f61803f35b req-f960537d-96f3-4ae3-90af-db92e178401a tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:13.470566 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-165fc7d1-75fd-40d3-8578-03f61803f35b req-f960537d-96f3-4ae3-90af-db92e178401a tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=dfdb6780-9cd4-41ef-b449-946dc95106ea HTTP/1.1" status: 200 len: 946 time: 0.1689584 Feb 03 20:20:13.536604 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-165fc7d1-75fd-40d3-8578-03f61803f35b req-e052896b-e7a0-40ad-986b-f935153d8b46 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/security-groups?id=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596211 Feb 03 20:20:14.835937 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6ef62-1095-49ae-b4dc-f2e360df2c33 req-cd10b53b-05e0-4f4f-b889-1d9153c3928c tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:14.837631 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-aee6ef62-1095-49ae-b4dc-f2e360df2c33 req-cd10b53b-05e0-4f4f-b889-1d9153c3928c tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=dfdb6780-9cd4-41ef-b449-946dc95106ea HTTP/1.1" status: 200 len: 946 time: 0.1691027 Feb 03 20:20:14.904079 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-aee6ef62-1095-49ae-b4dc-f2e360df2c33 req-a17245e0-b21c-4d5b-b0c1-5bf98a2ed93e tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/security-groups?id=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599976 Feb 03 20:20:15.270932 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d57ebc1e-6cf5-4fee-8754-2c703e144e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:15.886438 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fa292721-6352-452f-9089-ddc88349e094 req-99c663cc-680d-47ae-8728-7e8c58339f45 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0842404 Feb 03 20:20:15.898121 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:16.002491 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa292721-6352-452f-9089-ddc88349e094 req-0cd82254-9d47-452c-82f6-c22b79009961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:16.004202 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fa292721-6352-452f-9089-ddc88349e094 req-0cd82254-9d47-452c-82f6-c22b79009961 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=73913970268448ee97673e03b3b49b75&device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 1203 time: 0.0854261 Feb 03 20:20:16.048682 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:16.179792 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa292721-6352-452f-9089-ddc88349e094 req-397c2057-a9ef-49dd-a125-539798bc82d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:16.181225 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fa292721-6352-452f-9089-ddc88349e094 req-397c2057-a9ef-49dd-a125-539798bc82d8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f5682e83-11b2-46ba-b750-39074c149b2f HTTP/1.1" status: 200 len: 909 time: 0.1453483 Feb 03 20:20:16.287041 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57297b-07d8-4579-9b13-21812b45905a req-6bdfb60c-1782-491f-874e-7f0470a0fde5 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:16.289009 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3a57297b-07d8-4579-9b13-21812b45905a req-6bdfb60c-1782-491f-874e-7f0470a0fde5 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.90 "GET /v2.0/ports?device_id=dfdb6780-9cd4-41ef-b449-946dc95106ea HTTP/1.1" status: 200 len: 946 time: 0.2525623 Feb 03 20:20:16.292926 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fa292721-6352-452f-9089-ddc88349e094 req-3785ebd2-ba6c-4902-b5e6-b628b45cb227 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2f7bf10-2aed-4125-9716-d5d629b161ec HTTP/1.1" status: 200 len: 1002 time: 0.1044822 Feb 03 20:20:16.363041 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa292721-6352-452f-9089-ddc88349e094 req-e790e44c-7e4b-44bb-a26f-2ce47533acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:16.364584 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fa292721-6352-452f-9089-ddc88349e094 req-e790e44c-7e4b-44bb-a26f-2ce47533acc5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d7e68c5f-7f63-49c3-8914-849c33a200e1 HTTP/1.1" status: 200 len: 854 time: 0.0652544 Feb 03 20:20:16.375086 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413f3b3-88fe-4805-bb62-e02794e11d3c req-db7db7ea-1432-4e23-a866-385696117a0f tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:16.377060 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4413f3b3-88fe-4805-bb62-e02794e11d3c req-db7db7ea-1432-4e23-a866-385696117a0f tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=dfdb6780-9cd4-41ef-b449-946dc95106ea HTTP/1.1" status: 200 len: 946 time: 0.3008368 Feb 03 20:20:16.448350 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa292721-6352-452f-9089-ddc88349e094 req-9d0a9712-55fe-4410-b983-27a22d2d6dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:16.449996 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fa292721-6352-452f-9089-ddc88349e094 req-9d0a9712-55fe-4410-b983-27a22d2d6dc9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f5682e83-11b2-46ba-b750-39074c149b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787807 Feb 03 20:20:16.503686 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-3a57297b-07d8-4579-9b13-21812b45905a req-ba9c5951-d154-4589-a45c-3ba4c9748999 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Deleting port f14c7d9d-bff3-486f-9a0a-68c82e371151 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:20:16.504084 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-3a57297b-07d8-4579-9b13-21812b45905a req-ba9c5951-d154-4589-a45c-3ba4c9748999 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:16.558702 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4413f3b3-88fe-4805-bb62-e02794e11d3c req-35a1153b-f6e0-40f1-b1b9-869d0384fa30 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/security-groups?id=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475823 Feb 03 20:20:16.574784 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device f14c7d9d-bff3-486f-9a0a-68c82e371151 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:20:16.609303 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fa292721-6352-452f-9089-ddc88349e094 req-50743a0f-276d-4dba-bd90-3fa67b65322a service neutron] 10.222.0.90 "GET /v2.0/networks/f5682e83-11b2-46ba-b750-39074c149b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525118 Feb 03 20:20:16.706537 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:16.752017 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfdb6780-9cd4-41ef-b449-946dc95106ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f14c7d9d-bff3-486f-9a0a-68c82e371151'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:20:16.761632 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fa292721-6352-452f-9089-ddc88349e094 req-ea793764-e4eb-496d-8559-1d91bd7d8b5d service neutron] 10.222.0.90 "GET /v2.0/networks/f5682e83-11b2-46ba-b750-39074c149b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1462064 Feb 03 20:20:16.774835 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port f14c7d9d-bff3-486f-9a0a-68c82e371151, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f14c7d9d-bff3-486f-9a0a-68c82e371151,segment=NetworkSegment(a9d0408b-9ac0-49e4-a833-b83fa4f1cf8e),segment_id=a9d0408b-9ac0-49e4-a833-b83fa4f1cf8e)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:20:16.806370 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:16.819807 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfdb6780-9cd4-41ef-b449-946dc95106ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f14c7d9d-bff3-486f-9a0a-68c82e371151', 'code': 200} Feb 03 20:20:16.827206 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-3a57297b-07d8-4579-9b13-21812b45905a req-ba9c5951-d154-4589-a45c-3ba4c9748999 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] For port f14c7d9d-bff3-486f-9a0a-68c82e371151, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f14c7d9d-bff3-486f-9a0a-68c82e371151,segment=NetworkSegment(a9d0408b-9ac0-49e4-a833-b83fa4f1cf8e),segment_id=a9d0408b-9ac0-49e4-a833-b83fa4f1cf8e)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:20:16.827671 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-3a57297b-07d8-4579-9b13-21812b45905a req-ba9c5951-d154-4589-a45c-3ba4c9748999 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:16.837256 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:16.839124 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:20:16.917870 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=f14c7d9d-bff3-486f-9a0a-68c82e371151,revision_number=5']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:20:16.922111 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:20:16.965068 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-3a57297b-07d8-4579-9b13-21812b45905a req-ba9c5951-d154-4589-a45c-3ba4c9748999 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Calling delete_port for f14c7d9d-bff3-486f-9a0a-68c82e371151 owned by compute:nova {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:20:17.071399 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.db.api [req-3a57297b-07d8-4579-9b13-21812b45905a req-ba9c5951-d154-4589-a45c-3ba4c9748999 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80170) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 03 20:20:17.071801 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_db.api [req-3a57297b-07d8-4579-9b13-21812b45905a req-ba9c5951-d154-4589-a45c-3ba4c9748999 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 03 20:20:17.573318 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-3a57297b-07d8-4579-9b13-21812b45905a req-ba9c5951-d154-4589-a45c-3ba4c9748999 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Deleting port f14c7d9d-bff3-486f-9a0a-68c82e371151 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:20:17.573709 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-3a57297b-07d8-4579-9b13-21812b45905a req-ba9c5951-d154-4589-a45c-3ba4c9748999 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:17.580084 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:17.910666 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-3a57297b-07d8-4579-9b13-21812b45905a req-ba9c5951-d154-4589-a45c-3ba4c9748999 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] For port f14c7d9d-bff3-486f-9a0a-68c82e371151, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=f14c7d9d-bff3-486f-9a0a-68c82e371151,segment=NetworkSegment(a9d0408b-9ac0-49e4-a833-b83fa4f1cf8e),segment_id=a9d0408b-9ac0-49e4-a833-b83fa4f1cf8e)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:20:17.910984 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-3a57297b-07d8-4579-9b13-21812b45905a req-ba9c5951-d154-4589-a45c-3ba4c9748999 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:18.066794 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6c54b-e7ce-479e-87d6-255d1ee74e87 req-4b61caee-12b4-4c3f-9094-acfc8cc7684e tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:18.068557 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-31b6c54b-e7ce-479e-87d6-255d1ee74e87 req-4b61caee-12b4-4c3f-9094-acfc8cc7684e tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=dfdb6780-9cd4-41ef-b449-946dc95106ea HTTP/1.1" status: 200 len: 944 time: 0.3498631 Feb 03 20:20:18.137269 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-3a57297b-07d8-4579-9b13-21812b45905a req-ba9c5951-d154-4589-a45c-3ba4c9748999 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Calling delete_port for f14c7d9d-bff3-486f-9a0a-68c82e371151 owned by compute:nova {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:20:18.501896 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-31b6c54b-e7ce-479e-87d6-255d1ee74e87 req-f6ca3c8f-fc52-46b6-899c-600f55302b5b tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/security-groups?id=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310683 Feb 03 20:20:18.606082 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-3a57297b-07d8-4579-9b13-21812b45905a req-ba9c5951-d154-4589-a45c-3ba4c9748999 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:18.623607 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:20:18.724771 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c5951-d154-4589-a45c-3ba4c9748999 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Pushing event deleted for resources: {'Port': ['ID=f14c7d9d-bff3-486f-9a0a-68c82e371151,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:20:18.728204 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ba9c5951-d154-4589-a45c-3ba4c9748999 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:20:18.836689 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a57297b-07d8-4579-9b13-21812b45905a req-ba9c5951-d154-4589-a45c-3ba4c9748999 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] No DVR routers for this DVR port f14c7d9d-bff3-486f-9a0a-68c82e371151 on host hv-cinder-77398 {{(pid=80170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 20:20:18.838918 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-3a57297b-07d8-4579-9b13-21812b45905a req-ba9c5951-d154-4589-a45c-3ba4c9748999 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:18.841881 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfdb6780-9cd4-41ef-b449-946dc95106ea', 'name': 'network-vif-deleted', 'tag': 'f14c7d9d-bff3-486f-9a0a-68c82e371151'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:20:18.851052 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3a57297b-07d8-4579-9b13-21812b45905a req-ba9c5951-d154-4589-a45c-3ba4c9748999 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.90 "DELETE /v2.0/ports/f14c7d9d-bff3-486f-9a0a-68c82e371151 HTTP/1.1" status: 204 len: 173 time: 2.4723799 Feb 03 20:20:18.904390 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfdb6780-9cd4-41ef-b449-946dc95106ea', 'name': 'network-vif-deleted', 'tag': 'f14c7d9d-bff3-486f-9a0a-68c82e371151', 'status': 'completed', 'code': 200} Feb 03 20:20:19.702699 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-97f202e6-ae04-4017-bd10-b3b2858d92bf req-163e2730-86ae-4b99-9a0e-d473932dbc8d tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Synchronizing usage tracker for tenant:ee2cef7285a64ef3aa7377a4e3ba1c64 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:20:19.751544 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-97f202e6-ae04-4017-bd10-b3b2858d92bf req-163e2730-86ae-4b99-9a0e-d473932dbc8d tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Unset dirty status for tenant:ee2cef7285a64ef3aa7377a4e3ba1c64 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:20:19.753045 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-97f202e6-ae04-4017-bd10-b3b2858d92bf req-163e2730-86ae-4b99-9a0e-d473932dbc8d tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=dfdb6780-9cd4-41ef-b449-946dc95106ea HTTP/1.1" status: 200 len: 210 time: 0.0994272 Feb 03 20:20:25.741677 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-042248d4-a80d-4409-848d-c798306dbf09 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:25.743412 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-042248d4-a80d-4409-848d-c798306dbf09 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/networks?id=91b8340c-ff70-40dd-beac-b9c613126901 HTTP/1.1" status: 200 len: 813 time: 0.2403302 Feb 03 20:20:25.760525 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-249c3cec-6e6a-4ffa-bb8a-700f343e72fd tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/quotas/ee2cef7285a64ef3aa7377a4e3ba1c64 HTTP/1.1" status: 200 len: 375 time: 0.0111048 Feb 03 20:20:25.819835 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-10be1b40-1275-482a-88d0-616cc0caf37a tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=ee2cef7285a64ef3aa7377a4e3ba1c64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527394 Feb 03 20:20:25.967030 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-d62858c8-7309-4f8f-be4d-9652ffcc1f9e service neutron] 10.222.0.101 "GET /v2.0/networks/91b8340c-ff70-40dd-beac-b9c613126901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396432 Feb 03 20:20:26.111018 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-fe868dc5-755c-4e08-be17-04043d8f6f0d service neutron] 10.222.0.101 "GET /v2.0/networks/91b8340c-ff70-40dd-beac-b9c613126901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1374536 Feb 03 20:20:26.339650 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a3c82dee-2b08-4570-af8c-3ea4d2e2618c req-5d28cc33-2fc9-4d9c-8053-28dfc316533a tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ec943d6-769a-452b-854c-221f1549f3db HTTP/1.1" status: 200 len: 210 time: 0.0489728 Feb 03 20:20:27.523150 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-03cbcb7c-65b0-4fbe-a778-7e1495c40180 req-062f8232-a271-4d7c-8b6f-2c4fad4df24a tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ec943d6-769a-452b-854c-221f1549f3db HTTP/1.1" status: 200 len: 210 time: 0.0493224 Feb 03 20:20:28.072837 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-b3c30679-a249-44f8-aee9-11136623a77a tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:28.074416 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-b3c30679-a249-44f8-aee9-11136623a77a tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.90 "GET /v2.0/networks?id=91b8340c-ff70-40dd-beac-b9c613126901 HTTP/1.1" status: 200 len: 813 time: 0.2391191 Feb 03 20:20:28.099380 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-7177efb1-4f23-4830-be92-d3853c6154c4 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Request body: {'port': {'device_id': '0ec943d6-769a-452b-854c-221f1549f3db', 'network_id': '91b8340c-ff70-40dd-beac-b9c613126901', 'admin_state_up': True, 'tenant_id': 'ee2cef7285a64ef3aa7377a4e3ba1c64'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:20:28.250151 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-7177efb1-4f23-4830-be92-d3853c6154c4 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:20:28.261171 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-7177efb1-4f23-4830-be92-d3853c6154c4 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:20:28.308762 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-7177efb1-4f23-4830-be92-d3853c6154c4 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Made reservation on behalf of ee2cef7285a64ef3aa7377a4e3ba1c64 for: {'port': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:20:28.330597 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-7177efb1-4f23-4830-be92-d3853c6154c4 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:28.591699 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:20:28.697133 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-7177efb1-4f23-4830-be92-d3853c6154c4 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Allocated IP 172.20.0.10 (91b8340c-ff70-40dd-beac-b9c613126901/83d30479-53c8-4340-9e9b-215fedc1cfc0/95355dfa-35d3-4167-ae77-28b07f0a99cd) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:20:28.718102 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9e63b779-75e0-4e67-883f-5b65bbfb7d6f req-388dc936-a4e8-469f-a1fe-7d70b729fe06 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ec943d6-769a-452b-854c-221f1549f3db HTTP/1.1" status: 200 len: 210 time: 0.0618618 Feb 03 20:20:28.929945 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-7177efb1-4f23-4830-be92-d3853c6154c4 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:29.001463 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-7177efb1-4f23-4830-be92-d3853c6154c4 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:29.019517 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:20:29.159013 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177efb1-4f23-4830-be92-d3853c6154c4 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Pushing event updated for resources: {'Port': ['ID=95355dfa-35d3-4167-ae77-28b07f0a99cd,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:20:29.162114 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-7177efb1-4f23-4830-be92-d3853c6154c4 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:20:29.218599 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-7177efb1-4f23-4830-be92-d3853c6154c4 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Network 91b8340c-ff70-40dd-beac-b9c613126901 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:20:29.219729 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-7177efb1-4f23-4830-be92-d3853c6154c4 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:20:29.222088 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-7177efb1-4f23-4830-be92-d3853c6154c4 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:20:29.351354 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-7177efb1-4f23-4830-be92-d3853c6154c4 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:29.352058 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-7177efb1-4f23-4830-be92-d3853c6154c4 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:29.420814 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-7177efb1-4f23-4830-be92-d3853c6154c4 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3256197 Feb 03 20:20:29.440434 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-59d1795c-9b88-4a93-b734-d9faf22fe080 service neutron] Request body: {'port': {'device_id': '0ec943d6-769a-452b-854c-221f1549f3db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:20:29.565622 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-59d1795c-9b88-4a93-b734-d9faf22fe080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:30.081272 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a41f5a-6dc2-4a0f-99eb-5410494fa5a7 req-fe7d55e8-3e53-4758-aae3-83fc09d36cec tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:30.082080 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-a0a41f5a-6dc2-4a0f-99eb-5410494fa5a7 req-fe7d55e8-3e53-4758-aae3-83fc09d36cec tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Synchronizing usage tracker for tenant:ee2cef7285a64ef3aa7377a4e3ba1c64 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:20:30.158477 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-59d1795c-9b88-4a93-b734-d9faf22fe080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95355dfa-35d3-4167-ae77-28b07f0a99cd {{(pid=80170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 20:20:30.167605 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-59d1795c-9b88-4a93-b734-d9faf22fe080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:30.182908 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-59d1795c-9b88-4a93-b734-d9faf22fe080 service neutron] Transition to ACTIVE for port object 95355dfa-35d3-4167-ae77-28b07f0a99cd will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:20:30.186453 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-a0a41f5a-6dc2-4a0f-99eb-5410494fa5a7 req-fe7d55e8-3e53-4758-aae3-83fc09d36cec tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Unset dirty status for tenant:ee2cef7285a64ef3aa7377a4e3ba1c64 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:20:30.186453 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a0a41f5a-6dc2-4a0f-99eb-5410494fa5a7 req-fe7d55e8-3e53-4758-aae3-83fc09d36cec tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ec943d6-769a-452b-854c-221f1549f3db HTTP/1.1" status: 200 len: 932 time: 0.3215132 Feb 03 20:20:30.253943 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a0a41f5a-6dc2-4a0f-99eb-5410494fa5a7 req-4b52bb21-89e9-40eb-920e-ddb2f4c032a5 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/security-groups?id=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622103 Feb 03 20:20:30.254752 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-59d1795c-9b88-4a93-b734-d9faf22fe080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787982947'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:30.270919 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-14751498-3448-41d3-ae98-6f96264ef933 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:20:30.404355 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d1795c-9b88-4a93-b734-d9faf22fe080 service neutron] Pushing event updated for resources: {'Port': ['ID=95355dfa-35d3-4167-ae77-28b07f0a99cd,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:20:30.408863 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-59d1795c-9b88-4a93-b734-d9faf22fe080 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:20:30.592448 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-59d1795c-9b88-4a93-b734-d9faf22fe080 service neutron] Attempting to bind port 95355dfa-35d3-4167-ae77-28b07f0a99cd on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:20:30.592826 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-59d1795c-9b88-4a93-b734-d9faf22fe080 service neutron] Attempting to bind port 95355dfa-35d3-4167-ae77-28b07f0a99cd by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'a9d0408b-9ac0-49e4-a833-b83fa4f1cf8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91b8340c-ff70-40dd-beac-b9c613126901'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:20:30.593203 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-59d1795c-9b88-4a93-b734-d9faf22fe080 service neutron] Attempting to bind port 95355dfa-35d3-4167-ae77-28b07f0a99cd on network 91b8340c-ff70-40dd-beac-b9c613126901 {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:20:30.599006 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-59d1795c-9b88-4a93-b734-d9faf22fe080 service neutron] Checking agent: {'id': '4ba2278c-c66c-406d-ba19-1defa11400a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 11, 16), 'started_at': datetime.datetime(2021, 2, 3, 20, 11, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:20:30.599386 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-59d1795c-9b88-4a93-b734-d9faf22fe080 service neutron] Checking segment: {'id': 'a9d0408b-9ac0-49e4-a833-b83fa4f1cf8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91b8340c-ff70-40dd-beac-b9c613126901'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:20:30.599830 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-59d1795c-9b88-4a93-b734-d9faf22fe080 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:30.600268 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-59d1795c-9b88-4a93-b734-d9faf22fe080 service neutron] Bound using segment: {'id': 'a9d0408b-9ac0-49e4-a833-b83fa4f1cf8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91b8340c-ff70-40dd-beac-b9c613126901'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:20:30.600752 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-59d1795c-9b88-4a93-b734-d9faf22fe080 service neutron] Bound port: 95355dfa-35d3-4167-ae77-28b07f0a99cd, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d0408b-9ac0-49e4-a833-b83fa4f1cf8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91b8340c-ff70-40dd-beac-b9c613126901'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:20:30.601128 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-59d1795c-9b88-4a93-b734-d9faf22fe080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:30.927365 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-59d1795c-9b88-4a93-b734-d9faf22fe080 service neutron] For port 95355dfa-35d3-4167-ae77-28b07f0a99cd, host hv-cinder-77398, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:20:30.932014 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-59d1795c-9b88-4a93-b734-d9faf22fe080 service neutron] For port 95355dfa-35d3-4167-ae77-28b07f0a99cd, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=95355dfa-35d3-4167-ae77-28b07f0a99cd,segment=NetworkSegment(a9d0408b-9ac0-49e4-a833-b83fa4f1cf8e),segment_id=a9d0408b-9ac0-49e4-a833-b83fa4f1cf8e)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:20:30.972583 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-59d1795c-9b88-4a93-b734-d9faf22fe080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787982947'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:30.989460 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-05fe46ca-859d-40cf-a298-58dfbda46a83 tempest-VolumesActionsTest-808957674 tempest-VolumesActionsTest-808957674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:20:31.150315 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d1795c-9b88-4a93-b734-d9faf22fe080 service neutron] Pushing event updated for resources: {'Port': ['ID=95355dfa-35d3-4167-ae77-28b07f0a99cd,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:20:31.155710 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-59d1795c-9b88-4a93-b734-d9faf22fe080 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:20:31.188511 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-59d1795c-9b88-4a93-b734-d9faf22fe080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:31.189204 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-59d1795c-9b88-4a93-b734-d9faf22fe080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:31.190705 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-59d1795c-9b88-4a93-b734-d9faf22fe080 service neutron] 10.222.0.90 "PUT /v2.0/ports/95355dfa-35d3-4167-ae77-28b07f0a99cd HTTP/1.1" status: 200 len: 1158 time: 1.7549524 Feb 03 20:20:31.191222 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec943d6-769a-452b-854c-221f1549f3db', 'tag': '95355dfa-35d3-4167-ae77-28b07f0a99cd'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:20:31.248535 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ec943d6-769a-452b-854c-221f1549f3db', 'tag': '95355dfa-35d3-4167-ae77-28b07f0a99cd', 'status': 'completed', 'code': 200} Feb 03 20:20:31.390984 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600aab3-98a0-455e-a4e9-a9ba4dea4328 req-55217a0f-790c-45c2-ab8e-bb484342c4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:31.392678 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4600aab3-98a0-455e-a4e9-a9ba4dea4328 req-55217a0f-790c-45c2-ab8e-bb484342c4f3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ee2cef7285a64ef3aa7377a4e3ba1c64&device_id=0ec943d6-769a-452b-854c-221f1549f3db HTTP/1.1" status: 200 len: 1161 time: 0.0817084 Feb 03 20:20:31.630858 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600aab3-98a0-455e-a4e9-a9ba4dea4328 req-017dc0de-f39c-445a-b74f-9f2b7e07b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:31.633000 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4600aab3-98a0-455e-a4e9-a9ba4dea4328 req-017dc0de-f39c-445a-b74f-9f2b7e07b41f service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=ee2cef7285a64ef3aa7377a4e3ba1c64&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2221694 Feb 03 20:20:31.720408 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07de027-2356-4218-8b3a-43ae9ebfb58e req-c727c8dc-d99b-42c8-bc2e-eb17230bb98b tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:31.722128 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b07de027-2356-4218-8b3a-43ae9ebfb58e req-c727c8dc-d99b-42c8-bc2e-eb17230bb98b tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ec943d6-769a-452b-854c-221f1549f3db HTTP/1.1" status: 200 len: 944 time: 0.2265117 Feb 03 20:20:31.882446 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b07de027-2356-4218-8b3a-43ae9ebfb58e req-3aa54965-bcd1-4d4c-a4fb-76b6b6879f21 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/security-groups?id=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365023 Feb 03 20:20:31.923715 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600aab3-98a0-455e-a4e9-a9ba4dea4328 req-dbf02fb5-602b-43d5-9359-38c0253fbf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:31.925321 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4600aab3-98a0-455e-a4e9-a9ba4dea4328 req-dbf02fb5-602b-43d5-9359-38c0253fbf31 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2022281 Feb 03 20:20:32.076177 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-5756b52b-3ee9-4e8c-82e2-86548607ed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:32.077720 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-5756b52b-3ee9-4e8c-82e2-86548607ed6a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ee2cef7285a64ef3aa7377a4e3ba1c64&device_id=0ec943d6-769a-452b-854c-221f1549f3db HTTP/1.1" status: 200 len: 1161 time: 0.0791423 Feb 03 20:20:32.160867 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-3ba3e4dd-1c1d-415e-97f7-9481d7f750bb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95355dfa-35d3-4167-ae77-28b07f0a99cd HTTP/1.1" status: 200 len: 217 time: 0.0690119 Feb 03 20:20:32.232358 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-906b203e-f371-4335-ad40-835f4a53a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:32.233967 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-906b203e-f371-4335-ad40-835f4a53a843 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=83d30479-53c8-4340-9e9b-215fedc1cfc0 HTTP/1.1" status: 200 len: 853 time: 0.0658195 Feb 03 20:20:32.290527 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-ff665656-fc1d-41d9-889a-b025ddb70163 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=91b8340c-ff70-40dd-beac-b9c613126901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499675 Feb 03 20:20:32.433185 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-baf9b44e-df48-4df2-b66a-0a0305df6415 service neutron] 10.222.0.90 "GET /v2.0/networks/91b8340c-ff70-40dd-beac-b9c613126901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357386 Feb 03 20:20:32.615547 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-87c219e7-848b-4e5b-8065-501c1beca2cc req-2059da84-dce2-4a5a-bc80-465125f60bbe service neutron] 10.222.0.90 "GET /v2.0/networks/91b8340c-ff70-40dd-beac-b9c613126901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1758530 Feb 03 20:20:33.173015 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101cd0b-301b-4d48-b4e7-e4626f7a4ac6 req-92a3d763-236f-4475-a52f-d6bca38d5298 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:33.174587 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1101cd0b-301b-4d48-b4e7-e4626f7a4ac6 req-92a3d763-236f-4475-a52f-d6bca38d5298 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ec943d6-769a-452b-854c-221f1549f3db HTTP/1.1" status: 200 len: 944 time: 0.1626344 Feb 03 20:20:33.241353 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1101cd0b-301b-4d48-b4e7-e4626f7a4ac6 req-783c410d-46b2-4555-b500-39d2768b9c75 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/security-groups?id=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591846 Feb 03 20:20:34.538143 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b406a87-5df0-4d3a-86c2-bbb8ce5a644f req-10ea9ad1-b901-4bee-abbb-f469d32ba532 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:34.539823 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4b406a87-5df0-4d3a-86c2-bbb8ce5a644f req-10ea9ad1-b901-4bee-abbb-f469d32ba532 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ec943d6-769a-452b-854c-221f1549f3db HTTP/1.1" status: 200 len: 944 time: 0.1686866 Feb 03 20:20:34.605147 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4b406a87-5df0-4d3a-86c2-bbb8ce5a644f req-453ed62c-f77b-4a31-8a58-e9bfdc0b9e2b tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/security-groups?id=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590854 Feb 03 20:20:35.898881 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eabafc-0907-4f9c-bb5c-bf5b964b1dae req-d04b5434-394d-4ea7-bb2f-48529bd3c918 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:35.900645 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f3eabafc-0907-4f9c-bb5c-bf5b964b1dae req-d04b5434-394d-4ea7-bb2f-48529bd3c918 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ec943d6-769a-452b-854c-221f1549f3db HTTP/1.1" status: 200 len: 944 time: 0.1654019 Feb 03 20:20:35.966580 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f3eabafc-0907-4f9c-bb5c-bf5b964b1dae req-439527f4-87f4-4207-8163-77d44f824e6f tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/security-groups?id=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590651 Feb 03 20:20:37.264788 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c6c17-b75a-4650-9ec0-85a748b1ea0f req-066cc305-5607-4844-a5dd-8d77486d2ec6 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:37.266461 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fa2c6c17-b75a-4650-9ec0-85a748b1ea0f req-066cc305-5607-4844-a5dd-8d77486d2ec6 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ec943d6-769a-452b-854c-221f1549f3db HTTP/1.1" status: 200 len: 944 time: 0.1720362 Feb 03 20:20:37.333935 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fa2c6c17-b75a-4650-9ec0-85a748b1ea0f req-b3b4495e-9bdd-4a44-a944-1b0819e2c0d7 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/security-groups?id=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610414 Feb 03 20:20:37.534567 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 95355dfa-35d3-4167-ae77-28b07f0a99cd up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:20:37.642140 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning for port 95355dfa-35d3-4167-ae77-28b07f0a99cd completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:20:37.647066 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 95355dfa-35d3-4167-ae77-28b07f0a99cd triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:20:37.647494 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:37.771679 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:37.803143 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec943d6-769a-452b-854c-221f1549f3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95355dfa-35d3-4167-ae77-28b07f0a99cd'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:20:37.813569 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port 95355dfa-35d3-4167-ae77-28b07f0a99cd, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=95355dfa-35d3-4167-ae77-28b07f0a99cd,segment=NetworkSegment(a9d0408b-9ac0-49e4-a833-b83fa4f1cf8e),segment_id=a9d0408b-9ac0-49e4-a833-b83fa4f1cf8e)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:20:37.854165 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:37.856239 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:20:37.889294 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec943d6-769a-452b-854c-221f1549f3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95355dfa-35d3-4167-ae77-28b07f0a99cd', 'code': 200} Feb 03 20:20:37.930913 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=95355dfa-35d3-4167-ae77-28b07f0a99cd,revision_number=4']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:20:37.934070 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:20:38.212240 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba385b9-5c97-48fe-b41d-bae57ac61e0e req-5870c2ca-eed0-4d84-86d9-e39aecf9b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:38.213787 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6ba385b9-5c97-48fe-b41d-bae57ac61e0e req-5870c2ca-eed0-4d84-86d9-e39aecf9b8f6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0ec943d6-769a-452b-854c-221f1549f3db HTTP/1.1" status: 200 len: 1163 time: 0.0809519 Feb 03 20:20:38.256736 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6ba385b9-5c97-48fe-b41d-bae57ac61e0e req-18ded42d-f676-4ab9-bb2d-e8e92074ece2 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363736 Feb 03 20:20:38.640999 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628bfd2-f217-40a9-9590-f6cd3230e280 req-e50e943a-7faa-4a41-af03-1bde022f281e tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:38.642665 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0628bfd2-f217-40a9-9590-f6cd3230e280 req-e50e943a-7faa-4a41-af03-1bde022f281e tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ec943d6-769a-452b-854c-221f1549f3db HTTP/1.1" status: 200 len: 946 time: 0.1664484 Feb 03 20:20:38.708836 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0628bfd2-f217-40a9-9590-f6cd3230e280 req-315ff4dc-cb40-4eee-9cb4-8d500d95e3fb tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/security-groups?id=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596619 Feb 03 20:20:38.966874 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 95355dfa-35d3-4167-ae77-28b07f0a99cd up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:20:39.039917 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 95355dfa-35d3-4167-ae77-28b07f0a99cd triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:20:39.040331 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:40.020566 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a3904-4560-4c90-b23a-76115885d859 req-3c2338fb-e1e8-4825-aa03-a9174fb8811c tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:40.022331 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5a8a3904-4560-4c90-b23a-76115885d859 req-3c2338fb-e1e8-4825-aa03-a9174fb8811c tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ec943d6-769a-452b-854c-221f1549f3db HTTP/1.1" status: 200 len: 946 time: 0.1768312 Feb 03 20:20:40.090455 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5a8a3904-4560-4c90-b23a-76115885d859 req-52cd423e-f7be-4c49-84e9-a1c3f134743e tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/security-groups?id=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614963 Feb 03 20:20:41.386556 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f98242-eec4-4880-bc53-4d167712b8cf req-d8039d2c-fafe-4981-9fc1-e52ef23430e0 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:41.388165 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-17f98242-eec4-4880-bc53-4d167712b8cf req-d8039d2c-fafe-4981-9fc1-e52ef23430e0 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ec943d6-769a-452b-854c-221f1549f3db HTTP/1.1" status: 200 len: 946 time: 0.1669059 Feb 03 20:20:41.457323 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-17f98242-eec4-4880-bc53-4d167712b8cf req-551b363c-ccfc-492e-871b-83bab60f1e25 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/security-groups?id=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627465 Feb 03 20:20:43.053631 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ba314809-52cc-4702-8d1b-297bbabe7600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:45.274759 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2b70f19e-e130-4b9b-9b3e-2a8946678ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:45.914389 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:46.036639 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:46.791234 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:47.590769 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:49.306491 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6c999-1b4e-4dbf-985e-4c6acb24e2bc req-9aadeaec-f3b2-4a99-bf87-586c25b142d2 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:49.308190 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-77d6c999-1b4e-4dbf-985e-4c6acb24e2bc req-9aadeaec-f3b2-4a99-bf87-586c25b142d2 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 945 time: 0.1732824 Feb 03 20:20:49.372713 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-77d6c999-1b4e-4dbf-985e-4c6acb24e2bc req-6d02dc9d-a803-49ff-b71b-29c26e335b42 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582168 Feb 03 20:20:50.746314 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f0bc0-235c-4868-a380-80c87cc5d141 req-b36770d7-91d4-4a61-a168-87dc6ffd0c5f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:50.748067 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b58f0bc0-235c-4868-a380-80c87cc5d141 req-b36770d7-91d4-4a61-a168-87dc6ffd0c5f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 945 time: 0.2352240 Feb 03 20:20:50.833295 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0956d-f98e-4dbb-b0e1-4a5895facf95 req-73311c8a-027c-47e5-9e04-45a1ea7c1d42 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:50.836091 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-31a0956d-f98e-4dbb-b0e1-4a5895facf95 req-73311c8a-027c-47e5-9e04-45a1ea7c1d42 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 945 time: 0.2849107 Feb 03 20:20:50.938037 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device e7b3826e-dab5-4c3f-93a8-b6f3303eda15 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:20:50.959025 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b58f0bc0-235c-4868-a380-80c87cc5d141 req-5ff36e01-159e-482c-93c4-5b2aabb601f7 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230140 Feb 03 20:20:50.983963 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-31a0956d-f98e-4dbb-b0e1-4a5895facf95 req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Deleting port e7b3826e-dab5-4c3f-93a8-b6f3303eda15 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:20:50.984357 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-31a0956d-f98e-4dbb-b0e1-4a5895facf95 req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:51.061174 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:51.090037 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf55eb0e-5802-4e23-8da5-f6786b122819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7b3826e-dab5-4c3f-93a8-b6f3303eda15'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:20:51.100461 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port e7b3826e-dab5-4c3f-93a8-b6f3303eda15, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=e7b3826e-dab5-4c3f-93a8-b6f3303eda15,segment=NetworkSegment(e5cfedf2-070c-4fe2-9fd6-828d89417b0b),segment_id=e5cfedf2-070c-4fe2-9fd6-828d89417b0b)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:20:51.155844 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf55eb0e-5802-4e23-8da5-f6786b122819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7b3826e-dab5-4c3f-93a8-b6f3303eda15', 'code': 200} Feb 03 20:20:51.180703 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:51.182751 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:20:51.266553 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=e7b3826e-dab5-4c3f-93a8-b6f3303eda15,revision_number=5']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:20:51.270372 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:20:51.483376 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-31a0956d-f98e-4dbb-b0e1-4a5895facf95 req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] For port e7b3826e-dab5-4c3f-93a8-b6f3303eda15, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=e7b3826e-dab5-4c3f-93a8-b6f3303eda15,segment=NetworkSegment(e5cfedf2-070c-4fe2-9fd6-828d89417b0b),segment_id=e5cfedf2-070c-4fe2-9fd6-828d89417b0b)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:20:51.483852 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-31a0956d-f98e-4dbb-b0e1-4a5895facf95 req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:51.823575 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-31a0956d-f98e-4dbb-b0e1-4a5895facf95 req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:51.824225 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-31a0956d-f98e-4dbb-b0e1-4a5895facf95 req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853105182'] for floatingip, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:51.824347 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.l3_db [req-31a0956d-f98e-4dbb-b0e1-4a5895facf95 req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Floating IP a158ee26-997e-4bd6-b212-60b0b38f3e19 disassociated. External IP: 172.28.0.122, port: e7b3826e-dab5-4c3f-93a8-b6f3303eda15. Feb 03 20:20:51.824708 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-31a0956d-f98e-4dbb-b0e1-4a5895facf95 req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Calling delete_port for e7b3826e-dab5-4c3f-93a8-b6f3303eda15 owned by compute:nova {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:20:51.951241 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.db.api [req-31a0956d-f98e-4dbb-b0e1-4a5895facf95 req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80170) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 03 20:20:51.951917 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_db.api [req-31a0956d-f98e-4dbb-b0e1-4a5895facf95 req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 03 20:20:52.258602 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7db3d-015e-4cac-9f06-cc394967088e req-fae0bd4d-1824-4cf4-bd1d-bf79b0324e09 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:20:52.260260 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-95f7db3d-015e-4cac-9f06-cc394967088e req-fae0bd4d-1824-4cf4-bd1d-bf79b0324e09 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 943 time: 0.1647012 Feb 03 20:20:52.325214 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-95f7db3d-015e-4cac-9f06-cc394967088e req-56b8290f-3847-4368-8559-6642f886238d tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=babd1c39-7341-4f15-92fa-7546f1287d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586255 Feb 03 20:20:52.453348 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-31a0956d-f98e-4dbb-b0e1-4a5895facf95 req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Deleting port e7b3826e-dab5-4c3f-93a8-b6f3303eda15 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:20:52.453795 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-31a0956d-f98e-4dbb-b0e1-4a5895facf95 req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:52.729623 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-31a0956d-f98e-4dbb-b0e1-4a5895facf95 req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] For port e7b3826e-dab5-4c3f-93a8-b6f3303eda15, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=e7b3826e-dab5-4c3f-93a8-b6f3303eda15,segment=NetworkSegment(e5cfedf2-070c-4fe2-9fd6-828d89417b0b),segment_id=e5cfedf2-070c-4fe2-9fd6-828d89417b0b)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:20:52.730027 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-31a0956d-f98e-4dbb-b0e1-4a5895facf95 req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:53.045285 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-31a0956d-f98e-4dbb-b0e1-4a5895facf95 req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:53.045827 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-31a0956d-f98e-4dbb-b0e1-4a5895facf95 req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853105182'] for floatingip, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:53.045943 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.l3_db [req-31a0956d-f98e-4dbb-b0e1-4a5895facf95 req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Floating IP a158ee26-997e-4bd6-b212-60b0b38f3e19 disassociated. External IP: 172.28.0.122, port: e7b3826e-dab5-4c3f-93a8-b6f3303eda15. Feb 03 20:20:53.046294 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-31a0956d-f98e-4dbb-b0e1-4a5895facf95 req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Calling delete_port for e7b3826e-dab5-4c3f-93a8-b6f3303eda15 owned by compute:nova {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:20:53.237127 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-31a0956d-f98e-4dbb-b0e1-4a5895facf95 req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:53.269989 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ba9c5951-d154-4589-a45c-3ba4c9748999 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:20:53.383313 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Pushing event deleted for resources: {'Port': ['ID=e7b3826e-dab5-4c3f-93a8-b6f3303eda15,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:20:53.403705 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:53.404119 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:53.404563 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:53.404918 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:53.405311 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:53.405707 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:53.406095 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:53.406490 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:53.406882 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:53.407267 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:53.407675 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:53.408065 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:53.408488 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:53.408896 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:53.409260 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:53.409639 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:53.410022 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:53.410407 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:53.410785 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:53.411166 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:53.411546 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:53.411997 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:53.412337 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:53.412721 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:20:53.418781 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:20:53.518592 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-95e42671-7835-4ebb-8fbb-b9c83267e869 req-7d811ade-7b5d-408c-bfd2-08a2d8a93413 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 210 time: 0.0537393 Feb 03 20:20:53.751597 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31a0956d-f98e-4dbb-b0e1-4a5895facf95 req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Router 245bae1d-c794-4c0b-b042-13b770008098 has already been hosted by L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 {{(pid=80170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 20:20:53.963122 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31a0956d-f98e-4dbb-b0e1-4a5895facf95 req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:20:53.972900 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1620f8b-6871-4d9e-bf7c-839e4c8b2730 None None] Sync routers for ids ['245bae1d-c794-4c0b-b042-13b770008098'] in dv-cinder-773985-1-smb {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:20:53.984297 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1620f8b-6871-4d9e-bf7c-839e4c8b2730 None None] Routers {'245bae1d-c794-4c0b-b042-13b770008098'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:20:53.984987 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-d1620f8b-6871-4d9e-bf7c-839e4c8b2730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:20:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['245bae1d-c794-4c0b-b042-13b770008098'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:20:54.006177 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a0956d-f98e-4dbb-b0e1-4a5895facf95 req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] No DVR routers for this DVR port e7b3826e-dab5-4c3f-93a8-b6f3303eda15 on host hv-cinder-77398 {{(pid=80170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 20:20:54.009431 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-31a0956d-f98e-4dbb-b0e1-4a5895facf95 req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:54.012390 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf55eb0e-5802-4e23-8da5-f6786b122819', 'name': 'network-vif-deleted', 'tag': 'e7b3826e-dab5-4c3f-93a8-b6f3303eda15'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:20:54.021311 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-31a0956d-f98e-4dbb-b0e1-4a5895facf95 req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.90 "DELETE /v2.0/ports/e7b3826e-dab5-4c3f-93a8-b6f3303eda15 HTTP/1.1" status: 204 len: 173 time: 3.1705253 Feb 03 20:20:54.077337 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf55eb0e-5802-4e23-8da5-f6786b122819', 'name': 'network-vif-deleted', 'tag': 'e7b3826e-dab5-4c3f-93a8-b6f3303eda15', 'status': 'completed', 'code': 200} Feb 03 20:20:54.184773 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-d1620f8b-6871-4d9e-bf7c-839e4c8b2730 None None] Set router 245bae1d-c794-4c0b-b042-13b770008098 gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:20:54.521858 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-d1620f8b-6871-4d9e-bf7c-839e4c8b2730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245bae1d-c794-4c0b-b042-13b770008098', 'name': 'tempest-AttachVolumeTestJSON-562042104-router', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:34Z', 'updated_at': '2021-02-03T20:13:56Z', 'revision_number': 4, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'gw_port': {'id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:36Z', 'updated_at': '2021-02-03T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': '7cd38fd5-591b-4722-9cf3-5cbe5d83caa8', 'name': '', 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'mac_address': 'fa:16:3e:ff:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:49Z', 'updated_at': '2021-02-03T20:14:13Z', 'revision_number': 5, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'subnets': [{'id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:20:54.526297 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1620f8b-6871-4d9e-bf7c-839e4c8b2730 None None] Checking router: 245bae1d-c794-4c0b-b042-13b770008098 for host: dv-cinder-773985-1-smb {{(pid=80171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:20:54.535237 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1620f8b-6871-4d9e-bf7c-839e4c8b2730 None None] Routers {'245bae1d-c794-4c0b-b042-13b770008098'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:20:54.535927 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-d1620f8b-6871-4d9e-bf7c-839e4c8b2730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:20:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['245bae1d-c794-4c0b-b042-13b770008098'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:20:54.729276 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-8d14ff3c-0167-4711-b7dc-b86997121f71 req-eb85659c-42f4-4d4d-8585-e623159a823e tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Synchronizing usage tracker for tenant:e1c0df3d838d47bb903f815bc72144c5 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:20:54.743488 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-d1620f8b-6871-4d9e-bf7c-839e4c8b2730 None None] Set router 245bae1d-c794-4c0b-b042-13b770008098 gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:20:54.785004 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-8d14ff3c-0167-4711-b7dc-b86997121f71 req-eb85659c-42f4-4d4d-8585-e623159a823e tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Unset dirty status for tenant:e1c0df3d838d47bb903f815bc72144c5 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:20:54.786397 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8d14ff3c-0167-4711-b7dc-b86997121f71 req-eb85659c-42f4-4d4d-8585-e623159a823e tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf55eb0e-5802-4e23-8da5-f6786b122819 HTTP/1.1" status: 200 len: 210 time: 0.1098576 Feb 03 20:20:55.260917 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-d1620f8b-6871-4d9e-bf7c-839e4c8b2730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245bae1d-c794-4c0b-b042-13b770008098', 'name': 'tempest-AttachVolumeTestJSON-562042104-router', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:34Z', 'updated_at': '2021-02-03T20:13:56Z', 'revision_number': 4, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'gw_port': {'id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:36Z', 'updated_at': '2021-02-03T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': '7cd38fd5-591b-4722-9cf3-5cbe5d83caa8', 'name': '', 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'mac_address': 'fa:16:3e:ff:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:49Z', 'updated_at': '2021-02-03T20:14:13Z', 'revision_number': 5, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'subnets': [{'id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:20:55.265248 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1620f8b-6871-4d9e-bf7c-839e4c8b2730 None None] The sync data for ids ['245bae1d-c794-4c0b-b042-13b770008098'] in dv-cinder-773985-1-smb is: [{'id': '245bae1d-c794-4c0b-b042-13b770008098', 'name': 'tempest-AttachVolumeTestJSON-562042104-router', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:34Z', 'updated_at': '2021-02-03T20:13:56Z', 'revision_number': 4, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'gw_port': {'id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:36Z', 'updated_at': '2021-02-03T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': '7cd38fd5-591b-4722-9cf3-5cbe5d83caa8', 'name': '', 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'mac_address': 'fa:16:3e:ff:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:49Z', 'updated_at': '2021-02-03T20:14:13Z', 'revision_number': 5, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'subnets': [{'id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:20:55.663874 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6191e0-b22e-478c-86cf-55c1dacde182 None None] New status for floating IP a158ee26-997e-4bd6-b212-60b0b38f3e19: DOWN {{(pid=80172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 03 20:20:55.975109 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 56222) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:20:56.064041 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-49a2c7b7-b0e6-4a86-afe3-037a2e85af18 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:56.094373 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-49a2c7b7-b0e6-4a86-afe3-037a2e85af18 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:56.182718 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-49a2c7b7-b0e6-4a86-afe3-037a2e85af18 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:56.188366 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3aa4179c-1368-4181-a9e7-8fd0390d8052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:20:56.205292 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2c7b7-b0e6-4a86-afe3-037a2e85af18 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=babd1c39-7341-4f15-92fa-7546f1287d1d,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:20:56.207816 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-49a2c7b7-b0e6-4a86-afe3-037a2e85af18 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:20:56.247686 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-49a2c7b7-b0e6-4a86-afe3-037a2e85af18 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:56.248928 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-49a2c7b7-b0e6-4a86-afe3-037a2e85af18 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "DELETE /v2.0/security-groups/babd1c39-7341-4f15-92fa-7546f1287d1d HTTP/1.1" status: 204 len: 168 time: 0.2727096 Feb 03 20:20:56.252019 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 56230) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:20:56.269868 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.v2.resource [None req-81e4a877-a3a9-4c3c-b34a-4e67dd8a4004 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] show failed (client error): The resource could not be found. Feb 03 20:20:56.270944 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-81e4a877-a3a9-4c3c-b34a-4e67dd8a4004 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups/babd1c39-7341-4f15-92fa-7546f1287d1d HTTP/1.1" status: 404 len: 347 time: 0.0179191 Feb 03 20:20:56.274393 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 56234) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:20:56.460249 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-a54337ee-d8e6-495f-8fc4-b21144a2cce5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Deleting port 178b9382-c0b2-47ec-a12c-29866889f6ca {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:20:56.460504 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a54337ee-d8e6-495f-8fc4-b21144a2cce5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:56.866392 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a54337ee-d8e6-495f-8fc4-b21144a2cce5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:56.866752 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a54337ee-d8e6-495f-8fc4-b21144a2cce5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:57.002998 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-a54337ee-d8e6-495f-8fc4-b21144a2cce5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Calling delete_port for 178b9382-c0b2-47ec-a12c-29866889f6ca owned by network:floatingip {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:20:57.191247 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a54337ee-d8e6-495f-8fc4-b21144a2cce5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:57.207374 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-70c647d6-7d6a-4ee2-92e9-aa7e307a242f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:20:57.306808 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54337ee-d8e6-495f-8fc4-b21144a2cce5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Pushing event deleted for resources: {'Port': ['ID=178b9382-c0b2-47ec-a12c-29866889f6ca,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:20:57.313438 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a54337ee-d8e6-495f-8fc4-b21144a2cce5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:20:57.447382 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a54337ee-d8e6-495f-8fc4-b21144a2cce5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for floatingip, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:57.500136 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a54337ee-d8e6-495f-8fc4-b21144a2cce5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for floatingip, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:57.501660 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-a54337ee-d8e6-495f-8fc4-b21144a2cce5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "DELETE /v2.0/floatingips/a158ee26-997e-4bd6-b212-60b0b38f3e19 HTTP/1.1" status: 204 len: 168 time: 1.2263048 Feb 03 20:20:57.883317 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 56244) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:20:57.889278 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-0482bead-9453-4f3c-890d-dafc5c842765 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Request body: {'security_group': {'name': 'tempest-securitygroup--4026530', 'description': 'tempest-description--888736861'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:20:57.911930 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-0482bead-9453-4f3c-890d-dafc5c842765 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:20:57.917230 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-0482bead-9453-4f3c-890d-dafc5c842765 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Usage tracker for resource:security_group and tenant:e1c0df3d838d47bb903f815bc72144c5 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:20:57.919561 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-0482bead-9453-4f3c-890d-dafc5c842765 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:20:57.925412 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-0482bead-9453-4f3c-890d-dafc5c842765 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:20:57.965588 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0482bead-9453-4f3c-890d-dafc5c842765 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:57.986864 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-0482bead-9453-4f3c-890d-dafc5c842765 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:20:57.990930 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-0482bead-9453-4f3c-890d-dafc5c842765 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Usage tracker for resource:security_group_rule and tenant:e1c0df3d838d47bb903f815bc72144c5 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:20:57.994101 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-0482bead-9453-4f3c-890d-dafc5c842765 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:20:58.000095 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-0482bead-9453-4f3c-890d-dafc5c842765 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:20:58.073282 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0482bead-9453-4f3c-890d-dafc5c842765 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:58.116884 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0482bead-9453-4f3c-890d-dafc5c842765 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:58.122739 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ffbc33b7-627c-4e8e-9356-8fe4463444b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:20:58.167838 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482bead-9453-4f3c-890d-dafc5c842765 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d5e9eb-58ac-4da3-9982-95dfcf14a597,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:20:58.170797 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-0482bead-9453-4f3c-890d-dafc5c842765 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:20:58.213636 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0482bead-9453-4f3c-890d-dafc5c842765 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:58.215019 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-0482bead-9453-4f3c-890d-dafc5c842765 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.3305447 Feb 03 20:20:58.218033 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 56250) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:20:58.223636 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-f335b01b-8881-486a-a22b-ece2646c3646 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Request body: {'security_group_rule': {'security_group_id': 'f1d5e9eb-58ac-4da3-9982-95dfcf14a597', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:20:58.245974 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-f335b01b-8881-486a-a22b-ece2646c3646 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:20:58.250071 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-f335b01b-8881-486a-a22b-ece2646c3646 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Usage tracker for resource:security_group_rule and tenant:e1c0df3d838d47bb903f815bc72144c5 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:20:58.253448 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-f335b01b-8881-486a-a22b-ece2646c3646 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:20:58.260088 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-f335b01b-8881-486a-a22b-ece2646c3646 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:20:58.309808 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f335b01b-8881-486a-a22b-ece2646c3646 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:58.373022 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f335b01b-8881-486a-a22b-ece2646c3646 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:58.419275 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f335b01b-8881-486a-a22b-ece2646c3646 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263125'] for security_group_rule, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:58.421475 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:20:58.452462 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335b01b-8881-486a-a22b-ece2646c3646 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a43e32-2a0f-4c39-8db8-2503eb78ec6f,revision_number=0']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:20:58.455187 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-f335b01b-8881-486a-a22b-ece2646c3646 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:20:58.494746 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f335b01b-8881-486a-a22b-ece2646c3646 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:58.496147 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-f335b01b-8881-486a-a22b-ece2646c3646 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2770760 Feb 03 20:20:58.498978 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 56256) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:20:58.505248 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-004d80ba-f941-4d76-b3ad-165dd0ed98a3 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Request body: {'security_group_rule': {'security_group_id': 'f1d5e9eb-58ac-4da3-9982-95dfcf14a597', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:20:58.530067 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-004d80ba-f941-4d76-b3ad-165dd0ed98a3 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:20:58.534231 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-004d80ba-f941-4d76-b3ad-165dd0ed98a3 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Usage tracker for resource:security_group_rule and tenant:e1c0df3d838d47bb903f815bc72144c5 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:20:58.537307 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-004d80ba-f941-4d76-b3ad-165dd0ed98a3 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:20:58.544587 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-004d80ba-f941-4d76-b3ad-165dd0ed98a3 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:20:58.597734 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-004d80ba-f941-4d76-b3ad-165dd0ed98a3 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:58.666738 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-004d80ba-f941-4d76-b3ad-165dd0ed98a3 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:58.699367 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-004d80ba-f941-4d76-b3ad-165dd0ed98a3 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263125'] for security_group_rule, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:58.701581 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-7db62da7-6423-476b-80ac-705aa51b98bf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:20:58.727824 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d80ba-f941-4d76-b3ad-165dd0ed98a3 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41cf1ec2-4f94-478a-a37b-02cf4dd77436,revision_number=0']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:20:58.730327 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-004d80ba-f941-4d76-b3ad-165dd0ed98a3 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:20:58.779277 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-004d80ba-f941-4d76-b3ad-165dd0ed98a3 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:58.780646 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-004d80ba-f941-4d76-b3ad-165dd0ed98a3 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2805667 Feb 03 20:20:58.783911 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 56260) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:20:58.790084 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-5246185a-be98-4b26-86bf-b410157bf8ac tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Request body: {'floatingip': {'floating_network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:20:58.812202 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-5246185a-be98-4b26-86bf-b410157bf8ac tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:20:58.816262 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-5246185a-be98-4b26-86bf-b410157bf8ac tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Usage tracker for resource:floatingip and tenant:e1c0df3d838d47bb903f815bc72144c5 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:20:58.819283 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-5246185a-be98-4b26-86bf-b410157bf8ac tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:20:58.825191 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-5246185a-be98-4b26-86bf-b410157bf8ac tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:20:58.864843 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5246185a-be98-4b26-86bf-b410157bf8ac tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for floatingip, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:59.012231 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5246185a-be98-4b26-86bf-b410157bf8ac tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:59.301025 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [None req-5246185a-be98-4b26-86bf-b410157bf8ac tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Allocated IP 172.28.0.247 (e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3/cc5c5bbf-9f11-469d-8008-03763e47d1a6/ce470742-4310-4b05-8202-02735e6561c3) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:20:59.480787 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5246185a-be98-4b26-86bf-b410157bf8ac tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:59.554695 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5246185a-be98-4b26-86bf-b410157bf8ac tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:59.571078 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:20:59.715514 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246185a-be98-4b26-86bf-b410157bf8ac tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Pushing event updated for resources: {'Port': ['ID=ce470742-4310-4b05-8202-02735e6561c3,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:20:59.728671 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5246185a-be98-4b26-86bf-b410157bf8ac tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:20:59.774756 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5246185a-be98-4b26-86bf-b410157bf8ac tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Network e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:20:59.775997 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-5246185a-be98-4b26-86bf-b410157bf8ac tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:20:59.778162 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5246185a-be98-4b26-86bf-b410157bf8ac tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:20:59.862806 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5246185a-be98-4b26-86bf-b410157bf8ac tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:20:59.971878 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5246185a-be98-4b26-86bf-b410157bf8ac tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:00.247596 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5246185a-be98-4b26-86bf-b410157bf8ac tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:00.316517 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5246185a-be98-4b26-86bf-b410157bf8ac tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787982947'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:00.332718 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:21:00.541084 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246185a-be98-4b26-86bf-b410157bf8ac tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Pushing event updated for resources: {'Port': ['ID=ce470742-4310-4b05-8202-02735e6561c3,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:21:00.553901 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5246185a-be98-4b26-86bf-b410157bf8ac tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:21:00.649426 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5246185a-be98-4b26-86bf-b410157bf8ac tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853105182'] for floatingip, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:00.710828 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5246185a-be98-4b26-86bf-b410157bf8ac tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for floatingip, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:00.712718 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-5246185a-be98-4b26-86bf-b410157bf8ac tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9277956 Feb 03 20:21:00.920989 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-f1d677b7-bfcf-4083-864a-e773c0a73753 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Synchronizing usage tracker for tenant:e1c0df3d838d47bb903f815bc72144c5 on resource:security_group {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:21:00.968748 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-f1d677b7-bfcf-4083-864a-e773c0a73753 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Unset dirty status for tenant:e1c0df3d838d47bb903f815bc72144c5 on resource:security_group {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:21:00.970042 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-f1d677b7-bfcf-4083-864a-e773c0a73753 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--4026530&fields=id&tenant_id=e1c0df3d838d47bb903f815bc72144c5 HTTP/1.1" status: 200 len: 267 time: 0.1092179 Feb 03 20:21:01.212771 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-74d209fe-0bea-4846-9581-ab7653d31975 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:01.214391 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-74d209fe-0bea-4846-9581-ab7653d31975 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/networks?id=f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 HTTP/1.1" status: 200 len: 810 time: 0.2369218 Feb 03 20:21:01.230562 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-717afc32-6c8c-4b0c-8039-96958eb4a0b8 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/quotas/e1c0df3d838d47bb903f815bc72144c5 HTTP/1.1" status: 200 len: 375 time: 0.0100849 Feb 03 20:21:01.372401 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-0d0bad5d-ea7d-4e9b-b5d9-f90c0f8c9bd5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Synchronizing usage tracker for tenant:e1c0df3d838d47bb903f815bc72144c5 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:21:01.439816 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-0d0bad5d-ea7d-4e9b-b5d9-f90c0f8c9bd5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Unset dirty status for tenant:e1c0df3d838d47bb903f815bc72144c5 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:21:01.441303 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-0d0bad5d-ea7d-4e9b-b5d9-f90c0f8c9bd5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=e1c0df3d838d47bb903f815bc72144c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2054040 Feb 03 20:21:01.682864 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-2ac6ce14-cf48-4006-8e42-de5bb5b928d2 service neutron] 10.222.0.101 "GET /v2.0/networks/f2b2556e-b9f4-4fa6-8f4c-d6203199ec31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200396 Feb 03 20:21:01.839843 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-1fda9e3a-3941-46a6-875e-d74e71471cfb service neutron] 10.222.0.101 "GET /v2.0/networks/f2b2556e-b9f4-4fa6-8f4c-d6203199ec31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1500459 Feb 03 20:21:02.106336 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c571f63e-64c8-434b-bc73-575e4a20e5b9 req-4aee9eb6-5fef-4485-953c-eaef976ed9a1 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9 HTTP/1.1" status: 200 len: 210 time: 0.0589366 Feb 03 20:21:03.308382 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3c7a4351-6de0-4373-bcbb-4cd425bf7632 req-393ff778-8ab9-4b51-b146-bf58201f7222 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9 HTTP/1.1" status: 200 len: 210 time: 0.0541208 Feb 03 20:21:04.263404 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-53fb5d6c-d37a-4042-b9e7-a29fb9cda73c tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:04.265094 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-53fb5d6c-d37a-4042-b9e7-a29fb9cda73c tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.90 "GET /v2.0/networks?id=f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 HTTP/1.1" status: 200 len: 810 time: 0.2499101 Feb 03 20:21:04.387916 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-f522cf24-e2e7-4efb-94ab-792da351b9e8 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e1c0df3d838d47bb903f815bc72144c5 HTTP/1.1" status: 200 len: 5701 time: 0.1030078 Feb 03 20:21:04.398525 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-8150e70e-807e-4301-9fb4-6bb33fea81f5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Request body: {'port': {'device_id': 'cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9', 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31', 'admin_state_up': True, 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'security_groups': ['f1d5e9eb-58ac-4da3-9982-95dfcf14a597']}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:21:04.540964 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c903d7ba-ed83-4305-8f88-4db3dbb1c838 req-7e543a11-e5ad-4b03-92e5-8e82bfb1b4ba tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9 HTTP/1.1" status: 200 len: 210 time: 0.0633821 Feb 03 20:21:04.828315 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-8150e70e-807e-4301-9fb4-6bb33fea81f5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:21:04.838799 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-8150e70e-807e-4301-9fb4-6bb33fea81f5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:21:04.891297 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-8150e70e-807e-4301-9fb4-6bb33fea81f5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Made reservation on behalf of e1c0df3d838d47bb903f815bc72144c5 for: {'port': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:21:04.916336 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-8150e70e-807e-4301-9fb4-6bb33fea81f5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:05.232628 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-8150e70e-807e-4301-9fb4-6bb33fea81f5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Allocated IP 172.20.0.7 (f2b2556e-b9f4-4fa6-8f4c-d6203199ec31/ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105/bab479d4-41f4-4dc5-9ac7-da9086c39a71) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:21:05.438635 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-8150e70e-807e-4301-9fb4-6bb33fea81f5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:05.455137 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-8150e70e-807e-4301-9fb4-6bb33fea81f5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Transition to ACTIVE for port object bab479d4-41f4-4dc5-9ac7-da9086c39a71 will not be triggered until provisioned by entity DHCP. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:21:05.554568 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-8150e70e-807e-4301-9fb4-6bb33fea81f5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:05.571947 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-e3666b35-d371-4c71-b398-567d3c505370 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:21:05.593704 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:21:05.723819 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150e70e-807e-4301-9fb4-6bb33fea81f5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Pushing event updated for resources: {'Port': ['ID=bab479d4-41f4-4dc5-9ac7-da9086c39a71,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:21:05.724697 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-8150e70e-807e-4301-9fb4-6bb33fea81f5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:21:05.796479 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-8150e70e-807e-4301-9fb4-6bb33fea81f5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Network f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:21:05.800609 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-8150e70e-807e-4301-9fb4-6bb33fea81f5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:21:05.849410 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-8150e70e-807e-4301-9fb4-6bb33fea81f5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:21:06.066913 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-8150e70e-807e-4301-9fb4-6bb33fea81f5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:06.067652 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-8150e70e-807e-4301-9fb4-6bb33fea81f5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:06.111004 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-131cca2a-fdfe-4deb-b97a-0cf0a3d3180e None None] Provisioning for port bab479d4-41f4-4dc5-9ac7-da9086c39a71 completed by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:21:06.116430 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-131cca2a-fdfe-4deb-b97a-0cf0a3d3180e None None] Provisioning complete for port bab479d4-41f4-4dc5-9ac7-da9086c39a71 triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:21:06.128464 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-131cca2a-fdfe-4deb-b97a-0cf0a3d3180e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:06.177395 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-131cca2a-fdfe-4deb-b97a-0cf0a3d3180e None None] Port bab479d4-41f4-4dc5-9ac7-da9086c39a71 cannot update to ACTIVE because it is not bound. {{(pid=80171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 20:21:06.194845 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51165d93-7e57-4a94-b316-02f01caf6aa5 req-c7b0a183-5196-4709-ab74-c4f9501e3bd3 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:06.195737 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-51165d93-7e57-4a94-b316-02f01caf6aa5 req-c7b0a183-5196-4709-ab74-c4f9501e3bd3 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Synchronizing usage tracker for tenant:e1c0df3d838d47bb903f815bc72144c5 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:21:06.202453 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-8150e70e-807e-4301-9fb4-6bb33fea81f5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8088479 Feb 03 20:21:06.284498 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e215fcb-e2a0-42b5-aae7-741d1411ae8c req-5d8524a9-5530-4761-8813-7643be350bb1 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:06.286059 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2e215fcb-e2a0-42b5-aae7-741d1411ae8c req-5d8524a9-5530-4761-8813-7643be350bb1 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ec943d6-769a-452b-854c-221f1549f3db HTTP/1.1" status: 200 len: 946 time: 0.4035022 Feb 03 20:21:06.294352 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-b6b0b3a3-b7a5-4ada-9517-871caf5deb33 service neutron] Request body: {'port': {'device_id': 'cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:21:06.439848 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-51165d93-7e57-4a94-b316-02f01caf6aa5 req-c7b0a183-5196-4709-ab74-c4f9501e3bd3 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Unset dirty status for tenant:e1c0df3d838d47bb903f815bc72144c5 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:21:06.441049 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-51165d93-7e57-4a94-b316-02f01caf6aa5 req-c7b0a183-5196-4709-ab74-c4f9501e3bd3 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9 HTTP/1.1" status: 200 len: 931 time: 0.6420550 Feb 03 20:21:06.462572 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2e215fcb-e2a0-42b5-aae7-741d1411ae8c req-c192e876-2319-4fc5-8d90-33acce77c8f8 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/security-groups?id=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353106 Feb 03 20:21:06.505384 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-b6b0b3a3-b7a5-4ada-9517-871caf5deb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:06.590823 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-51165d93-7e57-4a94-b316-02f01caf6aa5 req-1fa44800-485e-4369-96a7-31e71542c214 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=f1d5e9eb-58ac-4da3-9982-95dfcf14a597&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1197262 Feb 03 20:21:06.980733 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-b6b0b3a3-b7a5-4ada-9517-871caf5deb33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bab479d4-41f4-4dc5-9ac7-da9086c39a71 {{(pid=80170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 20:21:06.988741 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-b6b0b3a3-b7a5-4ada-9517-871caf5deb33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:07.001361 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-b6b0b3a3-b7a5-4ada-9517-871caf5deb33 service neutron] Transition to ACTIVE for port object bab479d4-41f4-4dc5-9ac7-da9086c39a71 will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:21:07.040105 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-b6b0b3a3-b7a5-4ada-9517-871caf5deb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787982947'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:07.060231 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:21:07.201249 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0b3a3-b7a5-4ada-9517-871caf5deb33 service neutron] Pushing event updated for resources: {'Port': ['ID=bab479d4-41f4-4dc5-9ac7-da9086c39a71,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:21:07.214651 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-b6b0b3a3-b7a5-4ada-9517-871caf5deb33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:21:07.401790 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-b6b0b3a3-b7a5-4ada-9517-871caf5deb33 service neutron] Attempting to bind port bab479d4-41f4-4dc5-9ac7-da9086c39a71 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:21:07.402162 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-b6b0b3a3-b7a5-4ada-9517-871caf5deb33 service neutron] Attempting to bind port bab479d4-41f4-4dc5-9ac7-da9086c39a71 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'e5cfedf2-070c-4fe2-9fd6-828d89417b0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:21:07.402531 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-b6b0b3a3-b7a5-4ada-9517-871caf5deb33 service neutron] Attempting to bind port bab479d4-41f4-4dc5-9ac7-da9086c39a71 on network f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:21:07.408447 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-b6b0b3a3-b7a5-4ada-9517-871caf5deb33 service neutron] Checking agent: {'id': '4ba2278c-c66c-406d-ba19-1defa11400a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 11, 16), 'started_at': datetime.datetime(2021, 2, 3, 20, 11, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:21:07.408824 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-b6b0b3a3-b7a5-4ada-9517-871caf5deb33 service neutron] Checking segment: {'id': 'e5cfedf2-070c-4fe2-9fd6-828d89417b0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:21:07.409227 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-b6b0b3a3-b7a5-4ada-9517-871caf5deb33 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:07.409620 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-b6b0b3a3-b7a5-4ada-9517-871caf5deb33 service neutron] Bound using segment: {'id': 'e5cfedf2-070c-4fe2-9fd6-828d89417b0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:21:07.410092 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-b6b0b3a3-b7a5-4ada-9517-871caf5deb33 service neutron] Bound port: bab479d4-41f4-4dc5-9ac7-da9086c39a71, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5cfedf2-070c-4fe2-9fd6-828d89417b0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:21:07.410465 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-b6b0b3a3-b7a5-4ada-9517-871caf5deb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:07.517795 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-b6b0b3a3-b7a5-4ada-9517-871caf5deb33 service neutron] For port bab479d4-41f4-4dc5-9ac7-da9086c39a71, host hv-cinder-77398, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:21:07.521270 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-b6b0b3a3-b7a5-4ada-9517-871caf5deb33 service neutron] For port bab479d4-41f4-4dc5-9ac7-da9086c39a71, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=bab479d4-41f4-4dc5-9ac7-da9086c39a71,segment=NetworkSegment(e5cfedf2-070c-4fe2-9fd6-828d89417b0b),segment_id=e5cfedf2-070c-4fe2-9fd6-828d89417b0b)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:21:07.560232 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-b6b0b3a3-b7a5-4ada-9517-871caf5deb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787982947'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:07.576313 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-e3666b35-d371-4c71-b398-567d3c505370 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:21:07.856034 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0b3a3-b7a5-4ada-9517-871caf5deb33 service neutron] Pushing event updated for resources: {'Port': ['ID=bab479d4-41f4-4dc5-9ac7-da9086c39a71,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:21:07.870536 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-b6b0b3a3-b7a5-4ada-9517-871caf5deb33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:21:07.987271 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530f45f-9c1d-43fa-b962-c896e0e7427d req-1df2ce8f-710e-4340-91d2-be8e4c5b2b41 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:07.988998 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0530f45f-9c1d-43fa-b962-c896e0e7427d req-1df2ce8f-710e-4340-91d2-be8e4c5b2b41 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ec943d6-769a-452b-854c-221f1549f3db HTTP/1.1" status: 200 len: 946 time: 0.3806944 Feb 03 20:21:08.032004 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-b6b0b3a3-b7a5-4ada-9517-871caf5deb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:08.032691 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-b6b0b3a3-b7a5-4ada-9517-871caf5deb33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:08.034182 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-b6b0b3a3-b7a5-4ada-9517-871caf5deb33 service neutron] 10.222.0.90 "PUT /v2.0/ports/bab479d4-41f4-4dc5-9ac7-da9086c39a71 HTTP/1.1" status: 200 len: 1157 time: 1.7470071 Feb 03 20:21:08.120246 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe6635-30f3-478d-a323-424378370874 req-1bf4c82d-8930-439a-af43-fc7d47a21371 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:08.121999 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-dafe6635-30f3-478d-a323-424378370874 req-1bf4c82d-8930-439a-af43-fc7d47a21371 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9 HTTP/1.1" status: 200 len: 943 time: 0.3988092 Feb 03 20:21:08.122575 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9', 'tag': 'bab479d4-41f4-4dc5-9ac7-da9086c39a71'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:21:08.249756 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0530f45f-9c1d-43fa-b962-c896e0e7427d req-7b82f039-490b-4c0d-b879-82bab5fb5ca6 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/security-groups?id=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500885 Feb 03 20:21:08.286684 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-dafe6635-30f3-478d-a323-424378370874 req-ef9216c7-4cd6-438b-8618-1c9d670be3b2 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=f1d5e9eb-58ac-4da3-9982-95dfcf14a597&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1566234 Feb 03 20:21:08.304120 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-d945ee0d-7595-4a78-ad52-e3e30a782ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:08.306568 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-d945ee0d-7595-4a78-ad52-e3e30a782ad5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e1c0df3d838d47bb903f815bc72144c5&device_id=cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9 HTTP/1.1" status: 200 len: 1160 time: 0.1752071 Feb 03 20:21:08.608278 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9', 'tag': 'bab479d4-41f4-4dc5-9ac7-da9086c39a71', 'status': 'completed', 'code': 200} Feb 03 20:21:08.619502 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-68c2de12-95de-42b0-a811-43f4c28faad4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bab479d4-41f4-4dc5-9ac7-da9086c39a71 HTTP/1.1" status: 200 len: 217 time: 0.2971995 Feb 03 20:21:08.693694 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-69067d06-0584-4d10-a05c-c7106b4ef106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:08.695323 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-69067d06-0584-4d10-a05c-c7106b4ef106 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105 HTTP/1.1" status: 200 len: 849 time: 0.0647986 Feb 03 20:21:08.784052 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-5c1545ed-f7a8-411b-a4ca-fd0dce39855f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:08.785680 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-5c1545ed-f7a8-411b-a4ca-fd0dce39855f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f2b2556e-b9f4-4fa6-8f4c-d6203199ec31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820446 Feb 03 20:21:08.931482 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-94d3b10f-e83e-4503-a26c-cb09d15c5dec service neutron] 10.222.0.90 "GET /v2.0/networks/f2b2556e-b9f4-4fa6-8f4c-d6203199ec31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367836 Feb 03 20:21:09.076877 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a74129f4-2b14-42bb-92fd-8c24984fb1fc req-3484570b-1186-4b86-babd-341b503ea8bc service neutron] 10.222.0.90 "GET /v2.0/networks/f2b2556e-b9f4-4fa6-8f4c-d6203199ec31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1379039 Feb 03 20:21:09.302143 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccf80b-4ad2-4a30-93c7-63b3e04b6b6a req-c586a98b-953c-4098-a8c8-5e5f4a3eb014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:09.303867 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-04ccf80b-4ad2-4a30-93c7-63b3e04b6b6a req-c586a98b-953c-4098-a8c8-5e5f4a3eb014 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e1c0df3d838d47bb903f815bc72144c5&device_id=cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9 HTTP/1.1" status: 200 len: 1160 time: 0.0783677 Feb 03 20:21:09.578804 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccf80b-4ad2-4a30-93c7-63b3e04b6b6a req-2247afbb-d4a7-435d-a2f6-3e00119086c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:09.580369 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-04ccf80b-4ad2-4a30-93c7-63b3e04b6b6a req-2247afbb-d4a7-435d-a2f6-3e00119086c9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 HTTP/1.1" status: 200 len: 904 time: 0.2694473 Feb 03 20:21:09.741335 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503a90e-f8a2-4bcd-a9ff-6da64373808b req-263485e4-c78e-464d-a9d6-db3f119552c3 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:09.743664 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0503a90e-f8a2-4bcd-a9ff-6da64373808b req-263485e4-c78e-464d-a9d6-db3f119552c3 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ec943d6-769a-452b-854c-221f1549f3db HTTP/1.1" status: 200 len: 946 time: 0.3545771 Feb 03 20:21:09.840278 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f9e6a-8d38-4c2a-a5ed-7a6fdc51379e req-00d10e67-ba85-411a-9c90-8228bc141276 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:09.842242 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4e8f9e6a-8d38-4c2a-a5ed-7a6fdc51379e req-00d10e67-ba85-411a-9c90-8228bc141276 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9 HTTP/1.1" status: 200 len: 943 time: 0.4037626 Feb 03 20:21:09.843881 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-04ccf80b-4ad2-4a30-93c7-63b3e04b6b6a req-c0125b35-f6e7-4da0-9f69-a47b8f340c65 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bab479d4-41f4-4dc5-9ac7-da9086c39a71 HTTP/1.1" status: 200 len: 217 time: 0.2494199 Feb 03 20:21:09.995853 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0503a90e-f8a2-4bcd-a9ff-6da64373808b req-52654499-2e8d-4792-a01e-f5a2a0aa4646 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/security-groups?id=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421541 Feb 03 20:21:09.999512 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccf80b-4ad2-4a30-93c7-63b3e04b6b6a req-500d0e52-dc7d-4b2e-aa6b-5a7519735c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:10.001282 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-04ccf80b-4ad2-4a30-93c7-63b3e04b6b6a req-500d0e52-dc7d-4b2e-aa6b-5a7519735c1a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105 HTTP/1.1" status: 200 len: 849 time: 0.1408501 Feb 03 20:21:10.022182 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4e8f9e6a-8d38-4c2a-a5ed-7a6fdc51379e req-83aca154-6818-41f6-aec3-dc7ca55bf8b7 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=f1d5e9eb-58ac-4da3-9982-95dfcf14a597&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1628239 Feb 03 20:21:10.103664 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccf80b-4ad2-4a30-93c7-63b3e04b6b6a req-433d46db-35df-445f-a6a4-1dcc829a80ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:10.105281 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-04ccf80b-4ad2-4a30-93c7-63b3e04b6b6a req-433d46db-35df-445f-a6a4-1dcc829a80ad service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f2b2556e-b9f4-4fa6-8f4c-d6203199ec31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821257 Feb 03 20:21:10.283825 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-04ccf80b-4ad2-4a30-93c7-63b3e04b6b6a req-5aa92a2b-d488-4d5e-915e-bfe4af61681e service neutron] 10.222.0.90 "GET /v2.0/networks/f2b2556e-b9f4-4fa6-8f4c-d6203199ec31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377735 Feb 03 20:21:10.437084 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-04ccf80b-4ad2-4a30-93c7-63b3e04b6b6a req-3a780511-0f1e-4ab5-9eef-793cfc54dd17 service neutron] 10.222.0.90 "GET /v2.0/networks/f2b2556e-b9f4-4fa6-8f4c-d6203199ec31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1448328 Feb 03 20:21:11.148694 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 95355dfa-35d3-4167-ae77-28b07f0a99cd no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:21:11.214547 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1439d2e-cdf5-4d15-b4f7-1e625f2b8710 req-13ca6658-92f6-4fad-8352-26e875c3700e tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:11.216294 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d1439d2e-cdf5-4d15-b4f7-1e625f2b8710 req-13ca6658-92f6-4fad-8352-26e875c3700e tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.90 "GET /v2.0/ports?device_id=0ec943d6-769a-452b-854c-221f1549f3db HTTP/1.1" status: 200 len: 946 time: 0.1910715 Feb 03 20:21:11.297160 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:11.331216 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec943d6-769a-452b-854c-221f1549f3db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95355dfa-35d3-4167-ae77-28b07f0a99cd'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:21:11.341622 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port 95355dfa-35d3-4167-ae77-28b07f0a99cd, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=95355dfa-35d3-4167-ae77-28b07f0a99cd,segment=NetworkSegment(a9d0408b-9ac0-49e4-a833-b83fa4f1cf8e),segment_id=a9d0408b-9ac0-49e4-a833-b83fa4f1cf8e)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:21:11.379553 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:11.381525 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:21:11.444342 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-d1439d2e-cdf5-4d15-b4f7-1e625f2b8710 req-aa4854a7-4fdb-4864-ae0a-521302c7c5f9 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Deleting port 95355dfa-35d3-4167-ae77-28b07f0a99cd {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:21:11.444737 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-d1439d2e-cdf5-4d15-b4f7-1e625f2b8710 req-aa4854a7-4fdb-4864-ae0a-521302c7c5f9 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:11.453675 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=95355dfa-35d3-4167-ae77-28b07f0a99cd,revision_number=5']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:21:11.461783 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:11.462180 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:11.462569 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:11.462950 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:11.463328 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:11.463756 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:11.464131 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:11.464507 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:11.464881 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:11.465258 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:11.465630 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:11.466006 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:11.466413 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:11.466788 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:11.467163 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:11.467531 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:11.467924 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:11.468300 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:11.468664 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:11.469034 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:11.469409 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:11.469780 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:11.470147 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:11.470519 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:11.475221 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:21:11.641797 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f247c-a142-4cfe-a141-62afc45e285a req-c7addc61-6c78-4e5f-aa64-f193e80b4950 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:11.643469 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-167f247c-a142-4cfe-a141-62afc45e285a req-c7addc61-6c78-4e5f-aa64-f193e80b4950 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9 HTTP/1.1" status: 200 len: 943 time: 0.4261572 Feb 03 20:21:11.736997 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a7051-254a-4a15-bcc9-168941fe4060 req-96062c3a-c6ef-4cb7-b3fa-31fda72bc6be tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:11.738713 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fb0a7051-254a-4a15-bcc9-168941fe4060 req-96062c3a-c6ef-4cb7-b3fa-31fda72bc6be tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ec943d6-769a-452b-854c-221f1549f3db HTTP/1.1" status: 200 len: 946 time: 0.5202110 Feb 03 20:21:11.940096 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-167f247c-a142-4cfe-a141-62afc45e285a req-363d8f42-b6a8-4127-bfd6-75140812cbff tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=f1d5e9eb-58ac-4da3-9982-95dfcf14a597&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2888191 Feb 03 20:21:11.968536 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fb0a7051-254a-4a15-bcc9-168941fe4060 req-b89b3df3-50f4-431b-b9be-ae0f413a488b tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/security-groups?id=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180302 Feb 03 20:21:12.043946 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-d1439d2e-cdf5-4d15-b4f7-1e625f2b8710 req-aa4854a7-4fdb-4864-ae0a-521302c7c5f9 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] For port 95355dfa-35d3-4167-ae77-28b07f0a99cd, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=95355dfa-35d3-4167-ae77-28b07f0a99cd,segment=NetworkSegment(a9d0408b-9ac0-49e4-a833-b83fa4f1cf8e),segment_id=a9d0408b-9ac0-49e4-a833-b83fa4f1cf8e)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:21:12.044680 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-d1439d2e-cdf5-4d15-b4f7-1e625f2b8710 req-aa4854a7-4fdb-4864-ae0a-521302c7c5f9 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:12.069107 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec943d6-769a-452b-854c-221f1549f3db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95355dfa-35d3-4167-ae77-28b07f0a99cd', 'code': 200} Feb 03 20:21:12.190225 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-d1439d2e-cdf5-4d15-b4f7-1e625f2b8710 req-aa4854a7-4fdb-4864-ae0a-521302c7c5f9 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Calling delete_port for 95355dfa-35d3-4167-ae77-28b07f0a99cd owned by compute:nova {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:21:12.416388 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-d1439d2e-cdf5-4d15-b4f7-1e625f2b8710 req-aa4854a7-4fdb-4864-ae0a-521302c7c5f9 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:12.432400 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5246185a-be98-4b26-86bf-b410157bf8ac tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:21:12.700969 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4854a7-4fdb-4864-ae0a-521302c7c5f9 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Pushing event deleted for resources: {'Port': ['ID=95355dfa-35d3-4167-ae77-28b07f0a99cd,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:21:12.751211 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-aa4854a7-4fdb-4864-ae0a-521302c7c5f9 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:21:12.864277 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1439d2e-cdf5-4d15-b4f7-1e625f2b8710 req-aa4854a7-4fdb-4864-ae0a-521302c7c5f9 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] No DVR routers for this DVR port 95355dfa-35d3-4167-ae77-28b07f0a99cd on host hv-cinder-77398 {{(pid=80170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 20:21:12.866549 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-d1439d2e-cdf5-4d15-b4f7-1e625f2b8710 req-aa4854a7-4fdb-4864-ae0a-521302c7c5f9 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:12.869426 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec943d6-769a-452b-854c-221f1549f3db', 'name': 'network-vif-deleted', 'tag': '95355dfa-35d3-4167-ae77-28b07f0a99cd'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:21:12.917623 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d1439d2e-cdf5-4d15-b4f7-1e625f2b8710 req-aa4854a7-4fdb-4864-ae0a-521302c7c5f9 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.90 "DELETE /v2.0/ports/95355dfa-35d3-4167-ae77-28b07f0a99cd HTTP/1.1" status: 204 len: 173 time: 1.6112821 Feb 03 20:21:12.930508 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec943d6-769a-452b-854c-221f1549f3db', 'name': 'network-vif-deleted', 'tag': '95355dfa-35d3-4167-ae77-28b07f0a99cd', 'status': 'completed', 'code': 200} Feb 03 20:21:13.048560 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-45f64b58-3cd2-4c70-bb9c-cc00d02e30b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:13.198846 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-05734137-c808-4e14-a7c7-236d108ac051 req-3f964957-0f97-4fef-9de0-bf78f54d1da1 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Synchronizing usage tracker for tenant:ee2cef7285a64ef3aa7377a4e3ba1c64 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:21:13.320094 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cee99-cf03-476d-b67a-9f7d3512250c req-d0720fb5-4ec8-4120-b319-3147c3eb87cd tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:13.322256 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f62cee99-cf03-476d-b67a-9f7d3512250c req-d0720fb5-4ec8-4120-b319-3147c3eb87cd tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9 HTTP/1.1" status: 200 len: 943 time: 0.2233148 Feb 03 20:21:13.323624 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-05734137-c808-4e14-a7c7-236d108ac051 req-3f964957-0f97-4fef-9de0-bf78f54d1da1 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Unset dirty status for tenant:ee2cef7285a64ef3aa7377a4e3ba1c64 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:21:13.324741 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-05734137-c808-4e14-a7c7-236d108ac051 req-3f964957-0f97-4fef-9de0-bf78f54d1da1 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] 10.222.0.101 "GET /v2.0/ports?device_id=0ec943d6-769a-452b-854c-221f1549f3db HTTP/1.1" status: 200 len: 210 time: 0.1885362 Feb 03 20:21:13.388977 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f62cee99-cf03-476d-b67a-9f7d3512250c req-efac7bd8-a700-4f0c-980f-493e6c548202 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=f1d5e9eb-58ac-4da3-9982-95dfcf14a597&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0603359 Feb 03 20:21:14.712718 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a2147-8080-42ce-962a-08610d4cebcf req-6919bb2a-55d1-44de-8033-0ecfa4f44401 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:14.714451 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e48a2147-8080-42ce-962a-08610d4cebcf req-6919bb2a-55d1-44de-8033-0ecfa4f44401 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9 HTTP/1.1" status: 200 len: 943 time: 0.1800275 Feb 03 20:21:14.784117 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e48a2147-8080-42ce-962a-08610d4cebcf req-6f76ffcc-40d6-43a7-a008-dfd8a52bd4dc tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=f1d5e9eb-58ac-4da3-9982-95dfcf14a597&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0627797 Feb 03 20:21:15.293411 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0d57c77f-5d7a-4b0d-bca3-0c6176267c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:15.942193 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:16.039825 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device bab479d4-41f4-4dc5-9ac7-da9086c39a71 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:21:16.072248 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:16.095129 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283671d-651c-4cdc-b7a9-415cf45f3350 req-7eaa1447-4aa3-49c9-937a-8df15ff4c683 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:16.096878 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3283671d-651c-4cdc-b7a9-415cf45f3350 req-7eaa1447-4aa3-49c9-937a-8df15ff4c683 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9 HTTP/1.1" status: 200 len: 943 time: 0.1825330 Feb 03 20:21:16.153658 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning for port bab479d4-41f4-4dc5-9ac7-da9086c39a71 completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:21:16.159502 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port bab479d4-41f4-4dc5-9ac7-da9086c39a71 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:21:16.159974 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:16.163737 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3283671d-651c-4cdc-b7a9-415cf45f3350 req-1a3a28c1-e423-4064-a28b-54e6a756b68e tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=f1d5e9eb-58ac-4da3-9982-95dfcf14a597&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0595896 Feb 03 20:21:16.285550 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b2a1e7c1-1011-40cd-94eb-ebcd40004b57 req-a8396fbe-bc1f-47ff-b990-442e480e36c2 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-115643493&fields=id&tenant_id=73913970268448ee97673e03b3b49b75 HTTP/1.1" status: 200 len: 267 time: 0.0651567 Feb 03 20:21:16.291708 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:16.322748 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab479d4-41f4-4dc5-9ac7-da9086c39a71'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:21:16.333990 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port bab479d4-41f4-4dc5-9ac7-da9086c39a71, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=bab479d4-41f4-4dc5-9ac7-da9086c39a71,segment=NetworkSegment(e5cfedf2-070c-4fe2-9fd6-828d89417b0b),segment_id=e5cfedf2-070c-4fe2-9fd6-828d89417b0b)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:21:16.374235 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:16.377615 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:21:16.414849 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab479d4-41f4-4dc5-9ac7-da9086c39a71', 'code': 200} Feb 03 20:21:16.461495 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=bab479d4-41f4-4dc5-9ac7-da9086c39a71,revision_number=4']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:21:16.462504 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1e7c1-1011-40cd-94eb-ebcd40004b57 req-23bc9613-adaf-4b65-ab81-b1dabf523381 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:16.464547 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b2a1e7c1-1011-40cd-94eb-ebcd40004b57 req-23bc9613-adaf-4b65-ab81-b1dabf523381 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 985 time: 0.1708419 Feb 03 20:21:16.465710 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:21:16.477733 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-b2a1e7c1-1011-40cd-94eb-ebcd40004b57 req-29a93529-0a9d-4233-9403-79fe1069d900 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Request body: {'port': {'security_groups': ['26b7ac28-d87c-4cef-9c91-62a9705add61']}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:21:16.690187 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-b2a1e7c1-1011-40cd-94eb-ebcd40004b57 req-29a93529-0a9d-4233-9403-79fe1069d900 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:16.755789 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33378afd-2192-4921-90b6-9f809d4d4584 req-d10f425e-f946-4d20-9173-a8336f8e1d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:16.762480 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-33378afd-2192-4921-90b6-9f809d4d4584 req-d10f425e-f946-4d20-9173-a8336f8e1d0d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9 HTTP/1.1" status: 200 len: 1162 time: 0.0866628 Feb 03 20:21:16.804869 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-33378afd-2192-4921-90b6-9f809d4d4584 req-ca834fb3-bb2f-4b0f-b513-831bb4269403 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f1d5e9eb-58ac-4da3-9982-95dfcf14a597&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0391235 Feb 03 20:21:16.811199 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:16.853293 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-55ff7d13-c5c5-45ca-8df1-ba77361b4d08 req-0551f187-7533-4469-a44f-c6bacba0f848 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2502637 Feb 03 20:21:17.061231 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-b2a1e7c1-1011-40cd-94eb-ebcd40004b57 req-29a93529-0a9d-4233-9403-79fe1069d900 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] For port a2f7bf10-2aed-4125-9716-d5d629b161ec, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=a2f7bf10-2aed-4125-9716-d5d629b161ec,segment=NetworkSegment(0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd),segment_id=0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:21:17.089284 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-b2a1e7c1-1011-40cd-94eb-ebcd40004b57 req-29a93529-0a9d-4233-9403-79fe1069d900 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:17.132926 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-b2a1e7c1-1011-40cd-94eb-ebcd40004b57 req-29a93529-0a9d-4233-9403-79fe1069d900 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787982947'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:17.151052 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-8150e70e-807e-4301-9fb4-6bb33fea81f5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:21:17.313561 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a93529-0a9d-4233-9403-79fe1069d900 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Pushing event updated for resources: {'Port': ['ID=a2f7bf10-2aed-4125-9716-d5d629b161ec,revision_number=6']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:21:17.318242 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-29a93529-0a9d-4233-9403-79fe1069d900 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:21:17.405291 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device bab479d4-41f4-4dc5-9ac7-da9086c39a71 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:21:17.472525 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1e7c1-1011-40cd-94eb-ebcd40004b57 req-29a93529-0a9d-4233-9403-79fe1069d900 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:17.473274 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-b2a1e7c1-1011-40cd-94eb-ebcd40004b57 req-29a93529-0a9d-4233-9403-79fe1069d900 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:17.474970 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b2a1e7c1-1011-40cd-94eb-ebcd40004b57 req-29a93529-0a9d-4233-9403-79fe1069d900 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "PUT /v2.0/ports/a2f7bf10-2aed-4125-9716-d5d629b161ec HTTP/1.1" status: 200 len: 943 time: 1.0030069 Feb 03 20:21:17.475740 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2907fc-c2ea-4cb4-b0a8-976f463a6240', 'tag': 'a2f7bf10-2aed-4125-9716-d5d629b161ec'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:21:17.483882 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port bab479d4-41f4-4dc5-9ac7-da9086c39a71 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:21:17.484374 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:17.612351 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:17.641323 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-01e8dd7c-b431-4c4b-9e4d-1ada9117ec70 req-d0b8392e-ee41-4889-9245-dc5a1ee4a233 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups/ee2dffb3-8ea7-4f84-ac43-db8939e668b9 HTTP/1.1" status: 200 len: 3003 time: 0.1095145 Feb 03 20:21:17.650064 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-14dd2234-7de3-4d7a-a14a-331016c565e6 None None] Provisioning complete for port a2f7bf10-2aed-4125-9716-d5d629b161ec triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:21:17.650591 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-14dd2234-7de3-4d7a-a14a-331016c565e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:17.653734 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff7d13-c5c5-45ca-8df1-ba77361b4d08 req-e5fbd585-ba18-4bb7-822f-d87b4cc3f7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:17.655321 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-55ff7d13-c5c5-45ca-8df1-ba77361b4d08 req-e5fbd585-ba18-4bb7-822f-d87b4cc3f7c1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=73913970268448ee97673e03b3b49b75&device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 1163 time: 0.3079317 Feb 03 20:21:17.809003 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e79bf-ddd6-4759-af7c-2e76e3459013 req-f5351782-8a5e-44f5-9f42-33a28c16eb2c tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:17.810675 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a82e79bf-ddd6-4759-af7c-2e76e3459013 req-f5351782-8a5e-44f5-9f42-33a28c16eb2c tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9 HTTP/1.1" status: 200 len: 945 time: 0.3287127 Feb 03 20:21:17.987864 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-01e8dd7c-b431-4c4b-9e4d-1ada9117ec70 req-41e48902-d3cf-45f4-9cd4-bfcd6e3c1835 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:18.034335 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a82e79bf-ddd6-4759-af7c-2e76e3459013 req-bc4ebd48-3df0-44b8-9492-28996cb5e874 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=f1d5e9eb-58ac-4da3-9982-95dfcf14a597&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1586413 Feb 03 20:21:18.070368 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-01e8dd7c-b431-4c4b-9e4d-1ada9117ec70 req-41e48902-d3cf-45f4-9cd4-bfcd6e3c1835 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:18.082913 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff7d13-c5c5-45ca-8df1-ba77361b4d08 req-fa69aa66-603d-461c-be7c-8d60599072b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:18.084553 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-55ff7d13-c5c5-45ca-8df1-ba77361b4d08 req-fa69aa66-603d-461c-be7c-8d60599072b9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f5682e83-11b2-46ba-b750-39074c149b2f HTTP/1.1" status: 200 len: 909 time: 0.3985772 Feb 03 20:21:18.110172 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2907fc-c2ea-4cb4-b0a8-976f463a6240', 'tag': 'a2f7bf10-2aed-4125-9716-d5d629b161ec', 'status': 'completed', 'code': 200} Feb 03 20:21:18.220775 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-55ff7d13-c5c5-45ca-8df1-ba77361b4d08 req-7b166e80-53cf-4870-99a0-a1187e266f31 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2f7bf10-2aed-4125-9716-d5d629b161ec HTTP/1.1" status: 200 len: 1002 time: 0.1096826 Feb 03 20:21:18.299400 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-01e8dd7c-b431-4c4b-9e4d-1ada9117ec70 req-41e48902-d3cf-45f4-9cd4-bfcd6e3c1835 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:18.309198 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ec82b83c-a5c9-411f-951e-7df9d5395ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:21:18.330926 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e48902-d3cf-45f4-9cd4-bfcd6e3c1835 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2dffb3-8ea7-4f84-ac43-db8939e668b9,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:21:18.340824 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-41e48902-d3cf-45f4-9cd4-bfcd6e3c1835 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:21:18.353817 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff7d13-c5c5-45ca-8df1-ba77361b4d08 req-5549e9f5-46af-40db-8b6f-47a85f4e3703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:18.355593 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-55ff7d13-c5c5-45ca-8df1-ba77361b4d08 req-5549e9f5-46af-40db-8b6f-47a85f4e3703 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d7e68c5f-7f63-49c3-8914-849c33a200e1 HTTP/1.1" status: 200 len: 854 time: 0.0953691 Feb 03 20:21:18.457107 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-01e8dd7c-b431-4c4b-9e4d-1ada9117ec70 req-41e48902-d3cf-45f4-9cd4-bfcd6e3c1835 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:18.458309 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-01e8dd7c-b431-4c4b-9e4d-1ada9117ec70 req-41e48902-d3cf-45f4-9cd4-bfcd6e3c1835 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "DELETE /v2.0/security-groups/ee2dffb3-8ea7-4f84-ac43-db8939e668b9 HTTP/1.1" status: 204 len: 173 time: 0.8101056 Feb 03 20:21:18.575750 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff7d13-c5c5-45ca-8df1-ba77361b4d08 req-9b9c8b85-3b92-43ec-b9e2-8db4baccbc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:18.575889 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-55ff7d13-c5c5-45ca-8df1-ba77361b4d08 req-9b9c8b85-3b92-43ec-b9e2-8db4baccbc43 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f5682e83-11b2-46ba-b750-39074c149b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2081020 Feb 03 20:21:18.728844 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-f08db87c-b060-4f00-b664-f76cdd3dcbb8 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/floatingips/fdcc228e-f1ae-4b03-bd77-1d72cbbfd9c7 HTTP/1.1" status: 200 len: 999 time: 0.2384450 Feb 03 20:21:19.089284 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-55ff7d13-c5c5-45ca-8df1-ba77361b4d08 req-6db8f700-6132-4499-82ae-110494e6709b service neutron] 10.222.0.90 "GET /v2.0/networks/f5682e83-11b2-46ba-b750-39074c149b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031536 Feb 03 20:21:19.376665 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-c3c94562-da74-454a-9232-40126ef95f2c tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:19.378171 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-c3c94562-da74-454a-9232-40126ef95f2c tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/networks/e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 HTTP/1.1" status: 200 len: 784 time: 0.6424468 Feb 03 20:21:19.406649 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-83a72e1e-04ae-4226-9b96-f018b9c2d8dd tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 20:21:19.407687 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-83a72e1e-04ae-4226-9b96-f018b9c2d8dd tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0102575 Feb 03 20:21:19.537301 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-55ff7d13-c5c5-45ca-8df1-ba77361b4d08 req-c7d20630-39c2-42d4-8415-3efa2366d343 service neutron] 10.222.0.90 "GET /v2.0/networks/f5682e83-11b2-46ba-b750-39074c149b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4414392 Feb 03 20:21:19.651079 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96f81c-00a2-4df2-bf4e-640d94ae4c2e req-25b35c96-5a9f-4428-b6e3-1fb002e0158d tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:19.652755 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-bc96f81c-00a2-4df2-bf4e-640d94ae4c2e req-25b35c96-5a9f-4428-b6e3-1fb002e0158d tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9 HTTP/1.1" status: 200 len: 945 time: 0.4541595 Feb 03 20:21:19.674004 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-d91a019d-1a10-4f2b-8e52-b4a0001b673f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.28.0.243 HTTP/1.1" status: 200 len: 1002 time: 0.2566776 Feb 03 20:21:19.770942 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device a2f7bf10-2aed-4125-9716-d5d629b161ec up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:21:19.852028 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port a2f7bf10-2aed-4125-9716-d5d629b161ec triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:21:19.852437 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:19.873887 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-bc96f81c-00a2-4df2-bf4e-640d94ae4c2e req-ba05a3fc-c2be-4313-a543-26c7e008af1d tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=f1d5e9eb-58ac-4da3-9982-95dfcf14a597&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1987743 Feb 03 20:21:19.962515 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-fa38facd-4ff0-4ad5-be85-34444b4fc835 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:19.964309 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-fa38facd-4ff0-4ad5-be85-34444b4fc835 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports/a2f7bf10-2aed-4125-9716-d5d629b161ec HTTP/1.1" status: 200 len: 943 time: 0.2507312 Feb 03 20:21:19.982122 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a407c-1e0e-4930-96c7-ffc0142b35de req-c1cae8a8-3ac7-41cc-9ea8-6d4f370b14c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:19.983935 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-172a407c-1e0e-4930-96c7-ffc0142b35de req-c1cae8a8-3ac7-41cc-9ea8-6d4f370b14c7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=73913970268448ee97673e03b3b49b75&device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 1163 time: 0.3300052 Feb 03 20:21:20.008241 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device bab479d4-41f4-4dc5-9ac7-da9086c39a71 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:21:20.091664 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port bab479d4-41f4-4dc5-9ac7-da9086c39a71 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:21:20.092096 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:20.303526 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-72b51eea-aa0a-42fd-96b0-ddcbc6bacc46 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.28.0.243 HTTP/1.1" status: 200 len: 1002 time: 0.2140844 Feb 03 20:21:20.414526 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a407c-1e0e-4930-96c7-ffc0142b35de req-f88a45e1-0666-4078-8926-b566a54f8984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:20.416467 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-172a407c-1e0e-4930-96c7-ffc0142b35de req-f88a45e1-0666-4078-8926-b566a54f8984 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f5682e83-11b2-46ba-b750-39074c149b2f HTTP/1.1" status: 200 len: 909 time: 0.4243524 Feb 03 20:21:20.745151 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709b5be-6dc3-4f99-81e3-2ecf7f9dc2e0 req-d633c672-bc7b-4f46-820f-722e95d5bdcb tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:20.746835 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d709b5be-6dc3-4f99-81e3-2ecf7f9dc2e0 req-d633c672-bc7b-4f46-820f-722e95d5bdcb tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9 HTTP/1.1" status: 200 len: 945 time: 0.5524859 Feb 03 20:21:20.756679 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 56434) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:21:20.770380 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-172a407c-1e0e-4930-96c7-ffc0142b35de req-a0e79a0c-4eed-45cd-9c60-d8decea99bdb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2f7bf10-2aed-4125-9716-d5d629b161ec HTTP/1.1" status: 200 len: 1002 time: 0.3374493 Feb 03 20:21:20.773856 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-7a9d2364-f448-4690-bf32-99322173228a tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Request body: {'floatingip': {'port_id': 'bab479d4-41f4-4dc5-9ac7-da9086c39a71'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:21:20.900577 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-317d3f98-3920-4277-9b9a-914f7e34b312 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Deleting port 48facf14-4cce-415d-a340-4848ab38fd42 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:21:20.900964 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-317d3f98-3920-4277-9b9a-914f7e34b312 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:20.956811 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7a9d2364-f448-4690-bf32-99322173228a tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for floatingip, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:21.364133 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a407c-1e0e-4930-96c7-ffc0142b35de req-c5713f32-1530-48d3-b3b1-3a66786f31c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:21.365665 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-172a407c-1e0e-4930-96c7-ffc0142b35de req-c5713f32-1530-48d3-b3b1-3a66786f31c0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d7e68c5f-7f63-49c3-8914-849c33a200e1 HTTP/1.1" status: 200 len: 854 time: 0.5220366 Feb 03 20:21:21.748952 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-317d3f98-3920-4277-9b9a-914f7e34b312 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:21.749247 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-317d3f98-3920-4277-9b9a-914f7e34b312 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:21.908381 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-317d3f98-3920-4277-9b9a-914f7e34b312 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Calling delete_port for 48facf14-4cce-415d-a340-4848ab38fd42 owned by network:floatingip {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:21:21.960813 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a407c-1e0e-4930-96c7-ffc0142b35de req-b59d62e6-0b7f-41e2-90db-8938b5f0d5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:21.963013 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-172a407c-1e0e-4930-96c7-ffc0142b35de req-b59d62e6-0b7f-41e2-90db-8938b5f0d5ce service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f5682e83-11b2-46ba-b750-39074c149b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5833836 Feb 03 20:21:22.281525 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-172a407c-1e0e-4930-96c7-ffc0142b35de req-ebc05b39-fa08-4c65-9799-0e988e2d9536 service neutron] 10.222.0.90 "GET /v2.0/networks/f5682e83-11b2-46ba-b750-39074c149b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053317 Feb 03 20:21:22.561812 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-317d3f98-3920-4277-9b9a-914f7e34b312 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:22.582688 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:21:22.705719 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d3f98-3920-4277-9b9a-914f7e34b312 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Pushing event deleted for resources: {'Port': ['ID=48facf14-4cce-415d-a340-4848ab38fd42,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:21:22.708473 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-317d3f98-3920-4277-9b9a-914f7e34b312 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:21:22.736589 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-172a407c-1e0e-4930-96c7-ffc0142b35de req-b6274fc6-5bc5-468b-8a6b-55e3744a80c2 service neutron] 10.222.0.90 "GET /v2.0/networks/f5682e83-11b2-46ba-b750-39074c149b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4466448 Feb 03 20:21:22.761078 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7a9d2364-f448-4690-bf32-99322173228a tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:22.790222 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7a9d2364-f448-4690-bf32-99322173228a tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853105182'] for floatingip, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:23.050867 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-317d3f98-3920-4277-9b9a-914f7e34b312 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks [] for floatingip, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:23.051189 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.l3_db [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-317d3f98-3920-4277-9b9a-914f7e34b312 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Floating IP fdcc228e-f1ae-4b03-bd77-1d72cbbfd9c7 disassociated (deleted). External IP: 172.28.0.243, port: a2f7bf10-2aed-4125-9716-d5d629b161ec. Feb 03 20:21:23.123234 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.l3_db [None req-7a9d2364-f448-4690-bf32-99322173228a tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Floating IP 677737b2-552f-40ff-9f0c-fb4285628ac2 associated. External IP: 172.28.0.247, port: bab479d4-41f4-4dc5-9ac7-da9086c39a71. Feb 03 20:21:24.014379 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-317d3f98-3920-4277-9b9a-914f7e34b312 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Router 443d7ba2-eb7f-4efa-8678-131cb7bbe3e5 has already been hosted by L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 {{(pid=80170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 20:21:24.016555 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9d2364-f448-4690-bf32-99322173228a tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Router 245bae1d-c794-4c0b-b042-13b770008098 has already been hosted by L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 {{(pid=80170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 20:21:24.405269 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-317d3f98-3920-4277-9b9a-914f7e34b312 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:21:24.411974 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9d2364-f448-4690-bf32-99322173228a tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:21:24.416308 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcca6359-48da-4b8f-a73a-e045df250ae5 None None] Sync routers for ids ['443d7ba2-eb7f-4efa-8678-131cb7bbe3e5'] in dv-cinder-773985-1-smb {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:21:24.421981 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbc566b-3a3a-4a74-9a58-4cec0773421b None None] Sync routers for ids ['245bae1d-c794-4c0b-b042-13b770008098'] in dv-cinder-773985-1-smb {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:21:24.426619 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcca6359-48da-4b8f-a73a-e045df250ae5 None None] Routers {'443d7ba2-eb7f-4efa-8678-131cb7bbe3e5'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:21:24.427310 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-dcca6359-48da-4b8f-a73a-e045df250ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:21:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['443d7ba2-eb7f-4efa-8678-131cb7bbe3e5'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:21:24.431461 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7a9d2364-f448-4690-bf32-99322173228a tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for floatingip, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:24.433909 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbc566b-3a3a-4a74-9a58-4cec0773421b None None] Routers {'245bae1d-c794-4c0b-b042-13b770008098'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:21:24.434708 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-9cbc566b-3a3a-4a74-9a58-4cec0773421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:21:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['245bae1d-c794-4c0b-b042-13b770008098'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:21:24.465063 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-317d3f98-3920-4277-9b9a-914f7e34b312 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for floatingip, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:24.549217 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-7a9d2364-f448-4690-bf32-99322173228a tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "PUT /v2.0/floatingips/677737b2-552f-40ff-9f0c-fb4285628ac2 HTTP/1.1" status: 200 len: 991 time: 3.7863822 Feb 03 20:21:24.549217 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9', 'tag': 'bab479d4-41f4-4dc5-9ac7-da9086c39a71'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:21:24.553760 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-317d3f98-3920-4277-9b9a-914f7e34b312 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "DELETE /v2.0/floatingips/fdcc228e-f1ae-4b03-bd77-1d72cbbfd9c7 HTTP/1.1" status: 204 len: 173 time: 4.2362134 Feb 03 20:21:24.645626 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-9cbc566b-3a3a-4a74-9a58-4cec0773421b None None] Set router 245bae1d-c794-4c0b-b042-13b770008098 gateway port host: dv-cinder-773985-1-smb {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:21:24.645903 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-dcca6359-48da-4b8f-a73a-e045df250ae5 None None] Set router 443d7ba2-eb7f-4efa-8678-131cb7bbe3e5 gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:21:24.654996 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-04c76bb8-bc1f-49d2-a3dd-876e34c2f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:24.656721 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-04c76bb8-bc1f-49d2-a3dd-876e34c2f888 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=73913970268448ee97673e03b3b49b75&device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 1163 time: 0.0878696 Feb 03 20:21:24.815060 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9', 'tag': 'bab479d4-41f4-4dc5-9ac7-da9086c39a71', 'status': 'completed', 'code': 200} Feb 03 20:21:24.837041 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-07a40b18-9e88-47d0-842b-5c7912f83251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:24.839724 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-07a40b18-9e88-47d0-842b-5c7912f83251 service neutron] 10.222.0.101 "GET /v2.0/networks?id=f5682e83-11b2-46ba-b750-39074c149b2f HTTP/1.1" status: 200 len: 909 time: 0.1760981 Feb 03 20:21:24.969694 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-2de3a9b5-8266-4ba1-a20f-a0f4cd52de3e service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2f7bf10-2aed-4125-9716-d5d629b161ec HTTP/1.1" status: 200 len: 217 time: 0.1230445 Feb 03 20:21:25.039734 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-dcca6359-48da-4b8f-a73a-e045df250ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'name': 'tempest-TestMinimumBasicScenario-1251089237-router', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ec85de47-b874-4f43-8121-59989463f134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:17:11Z', 'updated_at': '2021-02-03T20:17:20Z', 'revision_number': 4, 'project_id': '73913970268448ee97673e03b3b49b75', 'gw_port': {'id': 'ec85de47-b874-4f43-8121-59989463f134', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:17:13Z', 'updated_at': '2021-02-03T20:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': 'fff0004c-a0db-4cea-a36f-b69c0f902918', 'name': '', 'network_id': 'f5682e83-11b2-46ba-b750-39074c149b2f', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'mac_address': 'fa:16:3e:24:96:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd7e68c5f-7f63-49c3-8914-849c33a200e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:17:18Z', 'updated_at': '2021-02-03T20:17:32Z', 'revision_number': 5, 'project_id': '73913970268448ee97673e03b3b49b75', 'subnets': [{'id': 'd7e68c5f-7f63-49c3-8914-849c33a200e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:21:25.044626 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcca6359-48da-4b8f-a73a-e045df250ae5 None None] Checking router: 443d7ba2-eb7f-4efa-8678-131cb7bbe3e5 for host: dv-cinder-773985-1-smb {{(pid=80171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:21:25.054080 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcca6359-48da-4b8f-a73a-e045df250ae5 None None] Routers {'443d7ba2-eb7f-4efa-8678-131cb7bbe3e5'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:21:25.054761 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-dcca6359-48da-4b8f-a73a-e045df250ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:21:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['443d7ba2-eb7f-4efa-8678-131cb7bbe3e5'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:21:25.059864 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-ef1c8f62-898e-4804-a76e-94252c18e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:25.061593 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-ef1c8f62-898e-4804-a76e-94252c18e0a3 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=d7e68c5f-7f63-49c3-8914-849c33a200e1 HTTP/1.1" status: 200 len: 854 time: 0.0829625 Feb 03 20:21:25.102250 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-9cbc566b-3a3a-4a74-9a58-4cec0773421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245bae1d-c794-4c0b-b042-13b770008098', 'name': 'tempest-AttachVolumeTestJSON-562042104-router', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:34Z', 'updated_at': '2021-02-03T20:13:56Z', 'revision_number': 4, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'gw_port': {'id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:36Z', 'updated_at': '2021-02-03T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_floatingips': [{'id': '677737b2-552f-40ff-9f0c-fb4285628ac2', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'floating_ip_address': '172.28.0.247', 'floating_network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'router_id': '245bae1d-c794-4c0b-b042-13b770008098', 'port_id': 'bab479d4-41f4-4dc5-9ac7-da9086c39a71', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31', 'mac_address': 'fa:16:3e:0b:99:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:20:59Z', 'updated_at': '2021-02-03T20:21:22Z', 'revision_number': 1, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cd38fd5-591b-4722-9cf3-5cbe5d83caa8', 'name': '', 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'mac_address': 'fa:16:3e:ff:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:49Z', 'updated_at': '2021-02-03T20:14:13Z', 'revision_number': 5, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'subnets': [{'id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:21:25.106410 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbc566b-3a3a-4a74-9a58-4cec0773421b None None] Checking router: 245bae1d-c794-4c0b-b042-13b770008098 for host: dv-cinder-773985-1-smb {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:21:25.115776 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbc566b-3a3a-4a74-9a58-4cec0773421b None None] Routers {'245bae1d-c794-4c0b-b042-13b770008098'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:21:25.116431 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-9cbc566b-3a3a-4a74-9a58-4cec0773421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:21:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['245bae1d-c794-4c0b-b042-13b770008098'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:21:25.148957 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dc52e-f73e-47da-be0e-ae1fefea42f3 req-5f601fcd-f05a-4218-80bf-ee913605bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:25.151421 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f80dc52e-f73e-47da-be0e-ae1fefea42f3 req-5f601fcd-f05a-4218-80bf-ee913605bc25 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e1c0df3d838d47bb903f815bc72144c5&device_id=cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9 HTTP/1.1" status: 200 len: 1162 time: 0.2364142 Feb 03 20:21:25.293955 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-854042b5-5019-43a1-a7ee-20fcae28105b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:25.295650 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-854042b5-5019-43a1-a7ee-20fcae28105b service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=f5682e83-11b2-46ba-b750-39074c149b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2219439 Feb 03 20:21:25.321804 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-9cbc566b-3a3a-4a74-9a58-4cec0773421b None None] Set router 245bae1d-c794-4c0b-b042-13b770008098 gateway port host: dv-cinder-773985-1-smb {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:21:25.401231 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dc52e-f73e-47da-be0e-ae1fefea42f3 req-fd00acaf-3d74-409c-9c6a-a5e53b1faf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:25.402887 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f80dc52e-f73e-47da-be0e-ae1fefea42f3 req-fd00acaf-3d74-409c-9c6a-a5e53b1faf38 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 HTTP/1.1" status: 200 len: 904 time: 0.2443478 Feb 03 20:21:25.428912 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-dcca6359-48da-4b8f-a73a-e045df250ae5 None None] Set router 443d7ba2-eb7f-4efa-8678-131cb7bbe3e5 gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:21:25.737902 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-9cbc566b-3a3a-4a74-9a58-4cec0773421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245bae1d-c794-4c0b-b042-13b770008098', 'name': 'tempest-AttachVolumeTestJSON-562042104-router', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:34Z', 'updated_at': '2021-02-03T20:13:56Z', 'revision_number': 4, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'gw_port': {'id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:36Z', 'updated_at': '2021-02-03T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_floatingips': [{'id': '677737b2-552f-40ff-9f0c-fb4285628ac2', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'floating_ip_address': '172.28.0.247', 'floating_network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'router_id': '245bae1d-c794-4c0b-b042-13b770008098', 'port_id': 'bab479d4-41f4-4dc5-9ac7-da9086c39a71', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31', 'mac_address': 'fa:16:3e:0b:99:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:20:59Z', 'updated_at': '2021-02-03T20:21:22Z', 'revision_number': 1, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cd38fd5-591b-4722-9cf3-5cbe5d83caa8', 'name': '', 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'mac_address': 'fa:16:3e:ff:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:49Z', 'updated_at': '2021-02-03T20:14:13Z', 'revision_number': 5, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'subnets': [{'id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:21:25.744959 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbc566b-3a3a-4a74-9a58-4cec0773421b None None] The sync data for ids ['245bae1d-c794-4c0b-b042-13b770008098'] in dv-cinder-773985-1-smb is: [{'id': '245bae1d-c794-4c0b-b042-13b770008098', 'name': 'tempest-AttachVolumeTestJSON-562042104-router', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:34Z', 'updated_at': '2021-02-03T20:13:56Z', 'revision_number': 4, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'gw_port': {'id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:36Z', 'updated_at': '2021-02-03T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_floatingips': [{'id': '677737b2-552f-40ff-9f0c-fb4285628ac2', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'floating_ip_address': '172.28.0.247', 'floating_network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'router_id': '245bae1d-c794-4c0b-b042-13b770008098', 'port_id': 'bab479d4-41f4-4dc5-9ac7-da9086c39a71', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31', 'mac_address': 'fa:16:3e:0b:99:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:20:59Z', 'updated_at': '2021-02-03T20:21:22Z', 'revision_number': 1, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cd38fd5-591b-4722-9cf3-5cbe5d83caa8', 'name': '', 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'mac_address': 'fa:16:3e:ff:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:49Z', 'updated_at': '2021-02-03T20:14:13Z', 'revision_number': 5, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'subnets': [{'id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:21:25.814498 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f80dc52e-f73e-47da-be0e-ae1fefea42f3 req-3e88ef80-26fd-486e-9ffe-3a8bd58f2c30 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bab479d4-41f4-4dc5-9ac7-da9086c39a71 HTTP/1.1" status: 200 len: 999 time: 0.4042659 Feb 03 20:21:25.871607 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-dcca6359-48da-4b8f-a73a-e045df250ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'name': 'tempest-TestMinimumBasicScenario-1251089237-router', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ec85de47-b874-4f43-8121-59989463f134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:17:11Z', 'updated_at': '2021-02-03T20:17:20Z', 'revision_number': 4, 'project_id': '73913970268448ee97673e03b3b49b75', 'gw_port': {'id': 'ec85de47-b874-4f43-8121-59989463f134', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:17:13Z', 'updated_at': '2021-02-03T20:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': 'fff0004c-a0db-4cea-a36f-b69c0f902918', 'name': '', 'network_id': 'f5682e83-11b2-46ba-b750-39074c149b2f', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'mac_address': 'fa:16:3e:24:96:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd7e68c5f-7f63-49c3-8914-849c33a200e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:17:18Z', 'updated_at': '2021-02-03T20:17:32Z', 'revision_number': 5, 'project_id': '73913970268448ee97673e03b3b49b75', 'subnets': [{'id': 'd7e68c5f-7f63-49c3-8914-849c33a200e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:21:25.876846 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcca6359-48da-4b8f-a73a-e045df250ae5 None None] The sync data for ids ['443d7ba2-eb7f-4efa-8678-131cb7bbe3e5'] in dv-cinder-773985-1-smb is: [{'id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'name': 'tempest-TestMinimumBasicScenario-1251089237-router', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ec85de47-b874-4f43-8121-59989463f134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:17:11Z', 'updated_at': '2021-02-03T20:17:20Z', 'revision_number': 4, 'project_id': '73913970268448ee97673e03b3b49b75', 'gw_port': {'id': 'ec85de47-b874-4f43-8121-59989463f134', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:17:13Z', 'updated_at': '2021-02-03T20:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': 'fff0004c-a0db-4cea-a36f-b69c0f902918', 'name': '', 'network_id': 'f5682e83-11b2-46ba-b750-39074c149b2f', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'mac_address': 'fa:16:3e:24:96:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd7e68c5f-7f63-49c3-8914-849c33a200e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:17:18Z', 'updated_at': '2021-02-03T20:17:32Z', 'revision_number': 5, 'project_id': '73913970268448ee97673e03b3b49b75', 'subnets': [{'id': 'd7e68c5f-7f63-49c3-8914-849c33a200e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:21:25.943776 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-35d66788-418c-49bd-af11-dd58a99209ab service neutron] 10.222.0.101 "GET /v2.0/networks/f5682e83-11b2-46ba-b750-39074c149b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6364157 Feb 03 20:21:25.945240 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dc52e-f73e-47da-be0e-ae1fefea42f3 req-f1cd221d-baf8-4a53-9813-3a9fabb70249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:25.947659 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f80dc52e-f73e-47da-be0e-ae1fefea42f3 req-f1cd221d-baf8-4a53-9813-3a9fabb70249 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105 HTTP/1.1" status: 200 len: 849 time: 0.1245706 Feb 03 20:21:26.166613 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dc52e-f73e-47da-be0e-ae1fefea42f3 req-57a88d1f-8450-40a1-ad8b-14a85617229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:26.168311 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f80dc52e-f73e-47da-be0e-ae1fefea42f3 req-57a88d1f-8450-40a1-ad8b-14a85617229f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f2b2556e-b9f4-4fa6-8f4c-d6203199ec31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1928957 Feb 03 20:21:26.170527 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-adbbd269-16b0-4ebb-a36e-d2a557a97dee req-642d5f2a-0db9-45de-a0c1-2787d304bd5e service neutron] 10.222.0.101 "GET /v2.0/networks/f5682e83-11b2-46ba-b750-39074c149b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2194996 Feb 03 20:21:26.204104 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f251cde-5bd8-42bf-92a9-cffb61559bae None None] New status for floating IP 677737b2-552f-40ff-9f0c-fb4285628ac2: ACTIVE {{(pid=80171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 03 20:21:26.397887 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f80dc52e-f73e-47da-be0e-ae1fefea42f3 req-1d1f849e-bc95-47c3-b9d7-063023851931 service neutron] 10.222.0.90 "GET /v2.0/networks/f2b2556e-b9f4-4fa6-8f4c-d6203199ec31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062607 Feb 03 20:21:26.532346 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c24113-09e4-48c9-9a7d-aa32ed9e9dc2 None None] New status for floating IP fdcc228e-f1ae-4b03-bd77-1d72cbbfd9c7: DOWN {{(pid=80172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 03 20:21:26.573431 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f80dc52e-f73e-47da-be0e-ae1fefea42f3 req-55e7faeb-5557-48c8-811e-375284956bdb service neutron] 10.222.0.90 "GET /v2.0/networks/f2b2556e-b9f4-4fa6-8f4c-d6203199ec31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1684914 Feb 03 20:21:26.816015 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2907fc-c2ea-4cb4-b0a8-976f463a6240', 'tag': 'a2f7bf10-2aed-4125-9716-d5d629b161ec'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:21:26.882076 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2907fc-c2ea-4cb4-b0a8-976f463a6240', 'tag': 'a2f7bf10-2aed-4125-9716-d5d629b161ec', 'status': 'completed', 'code': 200} Feb 03 20:21:27.013707 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d6ac5-a311-410c-9c9b-ca4098f451b6 req-1969ad12-33b1-45ef-8c61-bfcecd2fae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:27.015343 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-822d6ac5-a311-410c-9c9b-ca4098f451b6 req-1969ad12-33b1-45ef-8c61-bfcecd2fae0c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=73913970268448ee97673e03b3b49b75&device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 1163 time: 0.0855241 Feb 03 20:21:27.178029 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d6ac5-a311-410c-9c9b-ca4098f451b6 req-c5870ce5-3d49-42fa-980c-8a7c061d70d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:27.179644 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-822d6ac5-a311-410c-9c9b-ca4098f451b6 req-c5870ce5-3d49-42fa-980c-8a7c061d70d2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f5682e83-11b2-46ba-b750-39074c149b2f HTTP/1.1" status: 200 len: 909 time: 0.1442616 Feb 03 20:21:27.255127 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-822d6ac5-a311-410c-9c9b-ca4098f451b6 req-e8879ee7-3281-4b8a-861e-450879ee639b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2f7bf10-2aed-4125-9716-d5d629b161ec HTTP/1.1" status: 200 len: 217 time: 0.0669928 Feb 03 20:21:27.331798 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d6ac5-a311-410c-9c9b-ca4098f451b6 req-079cb6db-00df-4e0f-a303-18c266cf3e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:27.333401 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-822d6ac5-a311-410c-9c9b-ca4098f451b6 req-079cb6db-00df-4e0f-a303-18c266cf3e15 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d7e68c5f-7f63-49c3-8914-849c33a200e1 HTTP/1.1" status: 200 len: 854 time: 0.0711417 Feb 03 20:21:27.422339 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d6ac5-a311-410c-9c9b-ca4098f451b6 req-743b8077-2d37-408b-8592-60b70be95944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:27.424013 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-822d6ac5-a311-410c-9c9b-ca4098f451b6 req-743b8077-2d37-408b-8592-60b70be95944 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f5682e83-11b2-46ba-b750-39074c149b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821626 Feb 03 20:21:27.577073 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-822d6ac5-a311-410c-9c9b-ca4098f451b6 req-fa585b86-19b4-427d-819f-04afd3aed7fd service neutron] 10.222.0.90 "GET /v2.0/networks/f5682e83-11b2-46ba-b750-39074c149b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412146 Feb 03 20:21:27.728617 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-822d6ac5-a311-410c-9c9b-ca4098f451b6 req-fdb0819d-4b3d-4adb-8304-561429f20f32 service neutron] 10.222.0.90 "GET /v2.0/networks/f5682e83-11b2-46ba-b750-39074c149b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1445339 Feb 03 20:21:31.227641 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406aa6f-a67e-4c8c-9827-cc593240629d req-1fe3e895-5bd1-48d0-9f1b-2a5e7bd1192e tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:31.228424 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-c406aa6f-a67e-4c8c-9827-cc593240629d req-1fe3e895-5bd1-48d0-9f1b-2a5e7bd1192e tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Synchronizing usage tracker for tenant:73913970268448ee97673e03b3b49b75 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:21:31.279743 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-c406aa6f-a67e-4c8c-9827-cc593240629d req-1fe3e895-5bd1-48d0-9f1b-2a5e7bd1192e tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Unset dirty status for tenant:73913970268448ee97673e03b3b49b75 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:21:31.280791 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c406aa6f-a67e-4c8c-9827-cc593240629d req-1fe3e895-5bd1-48d0-9f1b-2a5e7bd1192e tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 946 time: 0.2206526 Feb 03 20:21:31.346637 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-c406aa6f-a67e-4c8c-9827-cc593240629d req-2233dfa9-6bea-47ea-b21f-b69da4cc4699 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Synchronizing usage tracker for tenant:73913970268448ee97673e03b3b49b75 on resource:security_group {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:21:31.399307 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-c406aa6f-a67e-4c8c-9827-cc593240629d req-2233dfa9-6bea-47ea-b21f-b69da4cc4699 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Unset dirty status for tenant:73913970268448ee97673e03b3b49b75 on resource:security_group {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:21:31.401229 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c406aa6f-a67e-4c8c-9827-cc593240629d req-2233dfa9-6bea-47ea-b21f-b69da4cc4699 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140156 Feb 03 20:21:32.709783 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021708c6-9c22-4f45-92ee-4914c6302c55 req-048095b2-82ee-4afc-a137-3e530f710926 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:32.718473 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-021708c6-9c22-4f45-92ee-4914c6302c55 req-048095b2-82ee-4afc-a137-3e530f710926 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 946 time: 0.1847565 Feb 03 20:21:32.785834 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-021708c6-9c22-4f45-92ee-4914c6302c55 req-06120df7-e683-45e6-ab03-02080e86da23 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663190 Feb 03 20:21:33.657565 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da944c-30d0-4634-a061-88588755fce9 req-6892756f-806e-4a01-b4fd-ee62c84f8021 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:33.659271 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-03da944c-30d0-4634-a061-88588755fce9 req-6892756f-806e-4a01-b4fd-ee62c84f8021 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 946 time: 0.1678815 Feb 03 20:21:33.756605 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-03da944c-30d0-4634-a061-88588755fce9 req-a7c0c5a1-dfc0-42fa-b505-9db43ea2d92d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Deleting port a2f7bf10-2aed-4125-9716-d5d629b161ec {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:21:33.757118 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-03da944c-30d0-4634-a061-88588755fce9 req-a7c0c5a1-dfc0-42fa-b505-9db43ea2d92d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:34.101874 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-03da944c-30d0-4634-a061-88588755fce9 req-a7c0c5a1-dfc0-42fa-b505-9db43ea2d92d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] For port a2f7bf10-2aed-4125-9716-d5d629b161ec, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=a2f7bf10-2aed-4125-9716-d5d629b161ec,segment=NetworkSegment(0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd),segment_id=0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:21:34.102929 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-03da944c-30d0-4634-a061-88588755fce9 req-a7c0c5a1-dfc0-42fa-b505-9db43ea2d92d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:34.266427 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba268ed9-acb1-491a-819f-a5c450a7c61e req-2675cc41-ac03-4402-92d6-3f93d6c3b998 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:34.268220 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ba268ed9-acb1-491a-819f-a5c450a7c61e req-2675cc41-ac03-4402-92d6-3f93d6c3b998 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 946 time: 0.3049505 Feb 03 20:21:34.345826 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-03da944c-30d0-4634-a061-88588755fce9 req-a7c0c5a1-dfc0-42fa-b505-9db43ea2d92d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Calling delete_port for a2f7bf10-2aed-4125-9716-d5d629b161ec owned by compute:nova {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:21:34.461171 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ba268ed9-acb1-491a-819f-a5c450a7c61e req-c5ed8965-185b-4d5b-b753-3fcf6666e3be tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/security-groups?id=26b7ac28-d87c-4cef-9c91-62a9705add61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234002 Feb 03 20:21:34.578705 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-03da944c-30d0-4634-a061-88588755fce9 req-a7c0c5a1-dfc0-42fa-b505-9db43ea2d92d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:34.597089 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-59d1795c-9b88-4a93-b734-d9faf22fe080 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:21:34.693933 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0c5a1-dfc0-42fa-b505-9db43ea2d92d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Pushing event deleted for resources: {'Port': ['ID=a2f7bf10-2aed-4125-9716-d5d629b161ec,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:21:34.701914 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a7c0c5a1-dfc0-42fa-b505-9db43ea2d92d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:21:34.808047 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-03da944c-30d0-4634-a061-88588755fce9 req-a7c0c5a1-dfc0-42fa-b505-9db43ea2d92d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] No DVR routers for this DVR port a2f7bf10-2aed-4125-9716-d5d629b161ec on host hv-cinder-77398 {{(pid=80170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 20:21:34.810370 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-03da944c-30d0-4634-a061-88588755fce9 req-a7c0c5a1-dfc0-42fa-b505-9db43ea2d92d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:34.813332 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2907fc-c2ea-4cb4-b0a8-976f463a6240', 'name': 'network-vif-deleted', 'tag': 'a2f7bf10-2aed-4125-9716-d5d629b161ec'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:21:34.874951 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2907fc-c2ea-4cb4-b0a8-976f463a6240', 'name': 'network-vif-deleted', 'tag': 'a2f7bf10-2aed-4125-9716-d5d629b161ec', 'status': 'completed', 'code': 200} Feb 03 20:21:34.882509 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-03da944c-30d0-4634-a061-88588755fce9 req-a7c0c5a1-dfc0-42fa-b505-9db43ea2d92d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.90 "DELETE /v2.0/ports/a2f7bf10-2aed-4125-9716-d5d629b161ec HTTP/1.1" status: 204 len: 173 time: 1.2163620 Feb 03 20:21:35.405340 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device a2f7bf10-2aed-4125-9716-d5d629b161ec no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:21:35.446804 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] No Port match for: a2f7bf10-2aed-4125-9716-d5d629b161ec {{(pid=80171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 20:21:35.447269 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device a2f7bf10-2aed-4125-9716-d5d629b161ec not bound to the agent host hv-cinder-77398 {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 20:21:35.691109 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-15864138-ec03-4a9a-9900-c72c7da8b8b4 req-9add82b8-83bf-404e-adac-0d89cdf1bb54 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Synchronizing usage tracker for tenant:73913970268448ee97673e03b3b49b75 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:21:35.818354 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac957c95-7460-44aa-ba10-f3a2a1bf0122 req-9ef15ad0-f20f-4efa-8e0c-45753e1d13c9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:35.820198 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ac957c95-7460-44aa-ba10-f3a2a1bf0122 req-9ef15ad0-f20f-4efa-8e0c-45753e1d13c9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.2311587 Feb 03 20:21:35.822169 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-15864138-ec03-4a9a-9900-c72c7da8b8b4 req-9add82b8-83bf-404e-adac-0d89cdf1bb54 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Unset dirty status for tenant:73913970268448ee97673e03b3b49b75 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:21:35.823324 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-15864138-ec03-4a9a-9900-c72c7da8b8b4 req-9add82b8-83bf-404e-adac-0d89cdf1bb54 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb2907fc-c2ea-4cb4-b0a8-976f463a6240 HTTP/1.1" status: 200 len: 210 time: 0.1871617 Feb 03 20:21:35.891619 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ac957c95-7460-44aa-ba10-f3a2a1bf0122 req-dd3b2bc4-b007-482c-974c-dba518be3175 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636771 Feb 03 20:21:37.218250 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11832049-212d-44ce-bd8d-34ba948a87a2 req-63289207-1946-43c8-949b-93d459e4a468 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:37.220327 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-11832049-212d-44ce-bd8d-34ba948a87a2 req-63289207-1946-43c8-949b-93d459e4a468 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.1733832 Feb 03 20:21:37.286445 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-11832049-212d-44ce-bd8d-34ba948a87a2 req-d3b94495-7158-4844-8de2-d026185796ce tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599203 Feb 03 20:21:38.273221 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 56692) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:21:38.347333 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ef68bf-6486-4bcf-96b8-76a946404848 admin admin] Deleting subnet 83d30479-53c8-4340-9e9b-215fedc1cfc0 {{(pid=80170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 03 20:21:38.350601 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-94ef68bf-6486-4bcf-96b8-76a946404848 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:38.405896 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-94ef68bf-6486-4bcf-96b8-76a946404848 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036787698690'] for subnet, precommit_delete_associations {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:38.436274 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 56698) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:21:38.534259 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-94ef68bf-6486-4bcf-96b8-76a946404848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-22235'] for subnet, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:38.712018 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f9711-e560-483d-a410-221d0d5cf6b3 req-244a4737-65d6-4bd8-a23f-f9504b81a557 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:38.714187 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-965f9711-e560-483d-a410-221d0d5cf6b3 req-244a4737-65d6-4bd8-a23f-f9504b81a557 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.2769206 Feb 03 20:21:38.854048 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-965f9711-e560-483d-a410-221d0d5cf6b3 req-429b4d1c-bbc2-4a03-8d4b-a8e2e62cb0e0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834174 Feb 03 20:21:39.214046 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-94ef68bf-6486-4bcf-96b8-76a946404848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854753581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036787982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65315831'] for subnet, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:39.231033 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ec111c12-ad7b-443c-bed1-a56bbddd27c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:21:39.268681 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853131978'] for router_interface, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:39.544907 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef68bf-6486-4bcf-96b8-76a946404848 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83d30479-53c8-4340-9e9b-215fedc1cfc0,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:21:39.559941 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-94ef68bf-6486-4bcf-96b8-76a946404848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:21:39.597681 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-94ef68bf-6486-4bcf-96b8-76a946404848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for subnet, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:39.604511 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-94ef68bf-6486-4bcf-96b8-76a946404848 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/83d30479-53c8-4340-9e9b-215fedc1cfc0 HTTP/1.1" status: 204 len: 168 time: 1.3295839 Feb 03 20:21:39.607082 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 56704) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:21:39.682664 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Deleting port fff0004c-a0db-4cea-a36f-b69c0f902918 {{(pid=80169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:21:39.683049 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:39.724304 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0b9587d5-f9f8-4768-8fc9-a03d966e5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852798343'] for network, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:39.879941 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] For port fff0004c-a0db-4cea-a36f-b69c0f902918, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=fff0004c-a0db-4cea-a36f-b69c0f902918,segment=NetworkSegment(0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd),segment_id=0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:21:39.880253 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:39.925052 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0b9587d5-f9f8-4768-8fc9-a03d966e5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8528', 'neutron.services.segments.db._delete_segments_for_network--9223363306292405654'] for network, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:40.018033 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Calling delete_port for fff0004c-a0db-4cea-a36f-b69c0f902918 owned by network:router_interface {{(pid=80169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:21:40.098865 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-0b9587d5-f9f8-4768-8fc9-a03d966e5a67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b8340c-ff70-40dd-beac-b9c613126901']}} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:21:40.120269 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-0b9587d5-f9f8-4768-8fc9-a03d966e5a67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d0408b-9ac0-49e4-a833-b83fa4f1cf8e') {'for_net_delete': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:21:40.120608 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-0b9587d5-f9f8-4768-8fc9-a03d966e5a67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d0408b-9ac0-49e4-a833-b83fa4f1cf8e') {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:21:40.135874 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0b9587d5-f9f8-4768-8fc9-a03d966e5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306292408726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67077110'] for segment, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:40.244763 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257ef7a-ffe1-4fec-912e-ebfde0888e79 req-89bd0b62-6b84-4956-bb42-f5cb0ba9160e tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:40.246489 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4257ef7a-ffe1-4fec-912e-ebfde0888e79 req-89bd0b62-6b84-4956-bb42-f5cb0ba9160e tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.2362213 Feb 03 20:21:40.247697 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0b9587d5-f9f8-4768-8fc9-a03d966e5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:40.250250 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0b9587d5-f9f8-4768-8fc9-a03d966e5a67 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 03 20:21:40.390659 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:40.407172 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-015af8ed-5244-460f-84af-624a0c684534 tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:21:40.477070 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4257ef7a-ffe1-4fec-912e-ebfde0888e79 req-77675e2a-c8bc-4595-a602-6faa938e1708 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2110751 Feb 03 20:21:40.491169 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-0b9587d5-f9f8-4768-8fc9-a03d966e5a67 admin admin] Network 91b8340c-ff70-40dd-beac-b9c613126901 has no segments {{(pid=80170) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 20:21:40.501878 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=fff0004c-a0db-4cea-a36f-b69c0f902918,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:21:40.502007 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0b9587d5-f9f8-4768-8fc9-a03d966e5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036787982913'] for segment, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:40.519891 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:40.519891 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:40.519891 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:40.519891 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:40.520336 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:40.520728 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:40.520883 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:40.521291 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:40.521692 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:40.522086 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:40.522485 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:40.522882 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:40.523316 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:40.524315 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:40.524721 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:40.525121 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:40.525513 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:40.525910 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:40.526305 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:40.526698 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:40.527092 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:40.527486 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:40.527979 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:40.528374 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:21:40.533593 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:21:40.700416 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-0b9587d5-f9f8-4768-8fc9-a03d966e5a67 admin admin] Network 91b8340c-ff70-40dd-beac-b9c613126901 has no segments {{(pid=80170) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: Traceback (most recent call last): Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: timer() Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: cb(*args, **kw) Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: return func(*args, **kwargs) Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: self._notify() Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: self.callback(batched_events) Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: event.method(event) Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: segment_id)['aggregates'][0] Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: return f(self, *a, **k) Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: return self._get(url).json() Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: **kwargs) Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: return self.request(url, 'GET', **kwargs) Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: **endpoint_filter) Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 20:21:40.730386 dv-cinder-773985-1-smb neutron-server[80058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 20:21:40.878084 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1644146'] for router_interface, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:41.058671 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0b9587d5-f9f8-4768-8fc9-a03d966e5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853105267'] for network, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:41.062291 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:21:41.076990 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0b9587d5-f9f8-4768-8fc9-a03d966e5a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:41.089928 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9587d5-f9f8-4768-8fc9-a03d966e5a67 admin admin] Pushing event deleted for resources: {'Network': ['ID=91b8340c-ff70-40dd-beac-b9c613126901,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:21:41.093295 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-0b9587d5-f9f8-4768-8fc9-a03d966e5a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:21:41.128117 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-0b9587d5-f9f8-4768-8fc9-a03d966e5a67 admin admin] 10.222.0.101 "DELETE /v2.0/networks/91b8340c-ff70-40dd-beac-b9c613126901 HTTP/1.1" status: 204 len: 168 time: 1.5199218 Feb 03 20:21:41.380209 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 56716) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:21:41.442639 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-7f9a4090-badd-4c30-bd98-71b746c3c2e8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ee2cef7285a64ef3aa7377a4e3ba1c64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0609574 Feb 03 20:21:41.445334 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 56720) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:21:41.517216 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8a6b014d-5ade-4920-9c2a-a91f04a9bda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:41.549820 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8a6b014d-5ade-4920-9c2a-a91f04a9bda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:41.661598 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Router 443d7ba2-eb7f-4efa-8678-131cb7bbe3e5 has already been hosted by L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 {{(pid=80169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 20:21:41.690849 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8a6b014d-5ade-4920-9c2a-a91f04a9bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:41.696938 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-343c89aa-5c3f-4cdc-9e5b-039f7fd92fdf tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:21:41.712853 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b014d-5ade-4920-9c2a-a91f04a9bda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:21:41.715798 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-8a6b014d-5ade-4920-9c2a-a91f04a9bda6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:21:41.750299 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8a6b014d-5ade-4920-9c2a-a91f04a9bda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:41.754250 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-8a6b014d-5ade-4920-9c2a-a91f04a9bda6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/79d02c82-5798-4bb0-9f8f-1a1d21dd5e9a HTTP/1.1" status: 204 len: 168 time: 0.3053045 Feb 03 20:21:41.870715 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:21:41.883363 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53328b77-9595-413b-ad5c-49831dfc8faf None None] Sync routers for ids ['443d7ba2-eb7f-4efa-8678-131cb7bbe3e5'] in dv-cinder-773985-1-smb {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:21:41.893340 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53328b77-9595-413b-ad5c-49831dfc8faf None None] Routers {'443d7ba2-eb7f-4efa-8678-131cb7bbe3e5'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:21:41.894241 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-53328b77-9595-413b-ad5c-49831dfc8faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:21:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['443d7ba2-eb7f-4efa-8678-131cb7bbe3e5'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:21:41.926471 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-ca19a526-fee2-49f2-9a41-8492c48b9b57 admin admin] 10.222.0.101 "PUT /v2.0/routers/443d7ba2-eb7f-4efa-8678-131cb7bbe3e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4866607 Feb 03 20:21:41.926669 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 56728) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:21:41.965778 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c943b37-8303-4c05-b9d6-71ea4cf295cb req-5746894b-5bf2-469e-b71e-d55a057e2f7b tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:41.967832 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5c943b37-8303-4c05-b9d6-71ea4cf295cb req-5746894b-5bf2-469e-b71e-d55a057e2f7b tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.1816046 Feb 03 20:21:42.040355 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5c943b37-8303-4c05-b9d6-71ea4cf295cb req-b574e2f4-45a4-4928-8e80-e0217e2146e7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0647564 Feb 03 20:21:42.096635 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-53328b77-9595-413b-ad5c-49831dfc8faf None None] Set router 443d7ba2-eb7f-4efa-8678-131cb7bbe3e5 gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:21:42.147425 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ab27e0ac-a8b5-4b9c-baed-c1960ad759b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:42.350456 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ab27e0ac-a8b5-4b9c-baed-c1960ad759b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:42.355960 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-ab27e0ac-a8b5-4b9c-baed-c1960ad759b1 admin admin] Deleting port ec85de47-b874-4f43-8121-59989463f134 {{(pid=80169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:21:42.356340 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ab27e0ac-a8b5-4b9c-baed-c1960ad759b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:42.428410 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-53328b77-9595-413b-ad5c-49831dfc8faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'name': 'tempest-TestMinimumBasicScenario-1251089237-router', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ec85de47-b874-4f43-8121-59989463f134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:17:11Z', 'updated_at': '2021-02-03T20:21:40Z', 'revision_number': 5, 'project_id': '73913970268448ee97673e03b3b49b75', 'gw_port': {'id': 'ec85de47-b874-4f43-8121-59989463f134', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:17:13Z', 'updated_at': '2021-02-03T20:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:21:42.433948 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53328b77-9595-413b-ad5c-49831dfc8faf None None] Checking router: 443d7ba2-eb7f-4efa-8678-131cb7bbe3e5 for host: dv-cinder-773985-1-smb {{(pid=80171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:21:42.443310 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53328b77-9595-413b-ad5c-49831dfc8faf None None] Routers {'443d7ba2-eb7f-4efa-8678-131cb7bbe3e5'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:21:42.444034 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-53328b77-9595-413b-ad5c-49831dfc8faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:21:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['443d7ba2-eb7f-4efa-8678-131cb7bbe3e5'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:21:42.552940 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-ab27e0ac-a8b5-4b9c-baed-c1960ad759b1 admin admin] For port ec85de47-b874-4f43-8121-59989463f134, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=ec85de47-b874-4f43-8121-59989463f134,segment=NetworkSegment(194f5804-a926-4317-99f2-0a1ac54a9265),segment_id=194f5804-a926-4317-99f2-0a1ac54a9265)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:21:42.553339 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ab27e0ac-a8b5-4b9c-baed-c1960ad759b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:42.593737 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:21:42.635856 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-53328b77-9595-413b-ad5c-49831dfc8faf None None] Set router 443d7ba2-eb7f-4efa-8678-131cb7bbe3e5 gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:21:42.689073 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-ab27e0ac-a8b5-4b9c-baed-c1960ad759b1 admin admin] Calling delete_port for ec85de47-b874-4f43-8121-59989463f134 owned by network:router_gateway {{(pid=80169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:21:42.898108 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ab27e0ac-a8b5-4b9c-baed-c1960ad759b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: WARNING neutron.plugins.ml2.ovo_rpc [None req-ab27e0ac-a8b5-4b9c-baed-c1960ad759b1 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: result = function(*args, **kwargs) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: proto.__init__(conn_state, self) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: self.handle() Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: self.handle_one_request() Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: self.handle_one_response() Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: result = self.application(self.environ, start_response) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: return app(environ, start_response) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: resp = self.call_func(req, *args, **kw) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: return self.func(req, *args, **kwargs) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: response = req.get_response(self.application) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: application, catch_exc_info=False) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: app_iter = application(self.environ, start_response) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: resp = self.call_func(req, *args, **kw) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: return self.func(req, *args, **kwargs) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: response = req.get_response(self.application) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: application, catch_exc_info=False) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: app_iter = application(self.environ, start_response) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: resp = self.call_func(req, *args, **kw) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: return self.func(req, *args, **kwargs) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: response = req.get_response(self.application) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: application, catch_exc_info=False) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: app_iter = application(self.environ, start_response) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: resp = self.call_func(req, *args, **kw) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: return self.func(req, *args, **kwargs) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: response = req.get_response(self.application) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: application, catch_exc_info=False) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: app_iter = application(self.environ, start_response) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: resp = self.call_func(req, *args, **kw) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: return self.func(req, *args, **kwargs) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: return request.get_response(self.application) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: application, catch_exc_info=False) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: app_iter = application(self.environ, start_response) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: resp = self.call_func(req, *args, **kw) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: return self.func(req, *args, **kwargs) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: response = req.get_response(self._app) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: application, catch_exc_info=False) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: app_iter = application(self.environ, start_response) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: return resp(environ, start_response) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: return resp(environ, start_response) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: response = self.app(environ, start_response) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: return resp(environ, start_response) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: resp = self.call_func(req, *args, **kw) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: return self.func(req, *args, **kwargs) Feb 03 20:21:42.901099 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: result = method(request=request, **args) Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: return self._delete(request, id, **kwargs) Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: return f(*args, **kwargs) Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: return f(*args, **kwargs) Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: return f(*dup_args, **dup_kwargs) Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: obj_deleter(request.context, id, **kwargs) Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: return method(*args, **kwargs) Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: return f(*args, **kwargs) Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: return f(*args, **kwargs) Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: return f(*dup_args, **dup_kwargs) Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: self._delete_current_gw_port(context, id, router, None) Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: admin_ctx, gw_port_id, l3_port_check=False) Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: return f(self, context, *args, **kwargs) Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: return method(*args, **kwargs) Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: context, port, router_ids, bound_mech_contexts) Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: return function(*args, **kwargs) Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: callback(resource, event, trigger, **kwargs) Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: if self._is_session_semantic_violated(context, resource, event): Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: stack = traceback.extract_stack() Feb 03 20:21:42.906497 dv-cinder-773985-1-smb neutron-server[80058]: Feb 03 20:21:42.949102 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-53328b77-9595-413b-ad5c-49831dfc8faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'name': 'tempest-TestMinimumBasicScenario-1251089237-router', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ec85de47-b874-4f43-8121-59989463f134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:17:11Z', 'updated_at': '2021-02-03T20:21:40Z', 'revision_number': 5, 'project_id': '73913970268448ee97673e03b3b49b75', 'gw_port': {'id': 'ec85de47-b874-4f43-8121-59989463f134', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:17:13Z', 'updated_at': '2021-02-03T20:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:21:42.953338 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53328b77-9595-413b-ad5c-49831dfc8faf None None] The sync data for ids ['443d7ba2-eb7f-4efa-8678-131cb7bbe3e5'] in dv-cinder-773985-1-smb is: [{'id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'name': 'tempest-TestMinimumBasicScenario-1251089237-router', 'tenant_id': '73913970268448ee97673e03b3b49b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.137'}], 'enable_snat': True}, 'gw_port_id': 'ec85de47-b874-4f43-8121-59989463f134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:17:11Z', 'updated_at': '2021-02-03T20:21:40Z', 'revision_number': 5, 'project_id': '73913970268448ee97673e03b3b49b75', 'gw_port': {'id': 'ec85de47-b874-4f43-8121-59989463f134', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443d7ba2-eb7f-4efa-8678-131cb7bbe3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:17:13Z', 'updated_at': '2021-02-03T20:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}] {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:21:43.048087 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-739b3694-4ce5-41b2-9670-69e1dac3376a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:43.114452 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ab27e0ac-a8b5-4b9c-baed-c1960ad759b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1670548'] for router_gateway, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:43.265705 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ab27e0ac-a8b5-4b9c-baed-c1960ad759b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854762751'] for router, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:43.268116 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ab27e0ac-a8b5-4b9c-baed-c1960ad759b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:43.376593 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc1eb1-d922-469a-99bb-4cbee05d02a0 req-07967ccc-08b3-405b-b6d1-5a8ffff11849 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:43.378310 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-96cc1eb1-d922-469a-99bb-4cbee05d02a0 req-07967ccc-08b3-405b-b6d1-5a8ffff11849 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.1700773 Feb 03 20:21:43.443998 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-96cc1eb1-d922-469a-99bb-4cbee05d02a0 req-50624d7d-c507-4755-ab9f-9d48a12c0235 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586557 Feb 03 20:21:43.453509 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ab27e0ac-a8b5-4b9c-baed-c1960ad759b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853127573'] for router, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:43.454121 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab27e0ac-a8b5-4b9c-baed-c1960ad759b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 443d7ba2-eb7f-4efa-8678-131cb7bbe3e5 {{(pid=80169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 03 20:21:43.468559 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ab27e0ac-a8b5-4b9c-baed-c1960ad759b1 admin admin] Notify callbacks [] for router, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:43.469860 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-ab27e0ac-a8b5-4b9c-baed-c1960ad759b1 admin admin] 10.222.0.101 "DELETE /v2.0/routers/443d7ba2-eb7f-4efa-8678-131cb7bbe3e5 HTTP/1.1" status: 204 len: 168 time: 1.5421584 Feb 03 20:21:43.472627 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 56736) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:21:43.546500 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_v2 [None req-075e6f35-1ad5-4227-aefa-2121a0623c05 admin admin] Deleting subnet d7e68c5f-7f63-49c3-8914-849c33a200e1 {{(pid=80169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 03 20:21:43.550046 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-075e6f35-1ad5-4227-aefa-2121a0623c05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:43.606020 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-075e6f35-1ad5-4227-aefa-2121a0623c05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65514616'] for subnet, precommit_delete_associations {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:43.762449 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-075e6f35-1ad5-4227-aefa-2121a0623c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-22235'] for subnet, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:44.047794 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-075e6f35-1ad5-4227-aefa-2121a0623c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854753581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789467195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66919813'] for subnet, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:44.063908 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-0f47a5b9-5466-4e14-8936-57e8dff363dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:21:44.150447 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e6f35-1ad5-4227-aefa-2121a0623c05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7e68c5f-7f63-49c3-8914-849c33a200e1,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:21:44.165615 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-075e6f35-1ad5-4227-aefa-2121a0623c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:21:44.202624 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-075e6f35-1ad5-4227-aefa-2121a0623c05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:44.208120 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84becb08-a72c-4e69-aa3c-e061c2e7bd47 None None] Network f5682e83-11b2-46ba-b750-39074c149b2f requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:21:44.209098 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-075e6f35-1ad5-4227-aefa-2121a0623c05 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/d7e68c5f-7f63-49c3-8914-849c33a200e1 HTTP/1.1" status: 204 len: 168 time: 0.7349579 Feb 03 20:21:44.212471 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 56742) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:21:44.334615 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-779bde1e-df3a-4c06-87f1-c94bf882e963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852798343'] for network, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:44.410631 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-779bde1e-df3a-4c06-87f1-c94bf882e963 admin admin] Deleting port c3403dfa-e741-43a5-bb5f-25749e81bf2d {{(pid=80169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:21:44.411015 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-779bde1e-df3a-4c06-87f1-c94bf882e963 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:44.512402 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4df528-e0ab-4520-af8a-818ed3e590b1 None None] DHCP port deletion for f5682e83-11b2-46ba-b750-39074c149b2f request from dv-cinder-773985-1-smb {{(pid=80171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 03 20:21:44.517154 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-ef4df528-e0ab-4520-af8a-818ed3e590b1 None None] Deleting port c3403dfa-e741-43a5-bb5f-25749e81bf2d {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:21:44.517585 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ef4df528-e0ab-4520-af8a-818ed3e590b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:44.628510 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device fff0004c-a0db-4cea-a36f-b69c0f902918 no longer exists at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:21:44.681528 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] No Port match for: fff0004c-a0db-4cea-a36f-b69c0f902918 {{(pid=80171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 20:21:44.682057 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device fff0004c-a0db-4cea-a36f-b69c0f902918 not bound to the agent host dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 20:21:44.682637 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device c3403dfa-e741-43a5-bb5f-25749e81bf2d no longer exists at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:21:44.841894 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d295d49-92a8-423e-a403-212d58c47fee req-f4c906ba-d8ca-4356-a55f-5c0d8e6b478b tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:44.843736 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8d295d49-92a8-423e-a403-212d58c47fee req-f4c906ba-d8ca-4356-a55f-5c0d8e6b478b tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.2274206 Feb 03 20:21:44.882719 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-ef4df528-e0ab-4520-af8a-818ed3e590b1 None None] For port c3403dfa-e741-43a5-bb5f-25749e81bf2d, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=c3403dfa-e741-43a5-bb5f-25749e81bf2d,segment=NetworkSegment(0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd),segment_id=0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:21:44.883949 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ef4df528-e0ab-4520-af8a-818ed3e590b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:44.903878 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-779bde1e-df3a-4c06-87f1-c94bf882e963 admin admin] For port c3403dfa-e741-43a5-bb5f-25749e81bf2d, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=c3403dfa-e741-43a5-bb5f-25749e81bf2d,segment=NetworkSegment(0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd),segment_id=0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:21:44.904298 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-779bde1e-df3a-4c06-87f1-c94bf882e963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:44.920237 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8d295d49-92a8-423e-a403-212d58c47fee req-557aef85-a89b-4dea-b621-f5109d2be9c1 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0695288 Feb 03 20:21:45.049523 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-779bde1e-df3a-4c06-87f1-c94bf882e963 admin admin] Calling delete_port for c3403dfa-e741-43a5-bb5f-25749e81bf2d owned by network:dhcp {{(pid=80169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:21:45.196267 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-779bde1e-df3a-4c06-87f1-c94bf882e963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:45.213092 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-055dd902-e7da-4f93-90c9-2471c3f238db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:21:45.240053 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-ef4df528-e0ab-4520-af8a-818ed3e590b1 None None] Calling delete_port for c3403dfa-e741-43a5-bb5f-25749e81bf2d owned by network:dhcp {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:21:45.308949 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bde1e-df3a-4c06-87f1-c94bf882e963 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3403dfa-e741-43a5-bb5f-25749e81bf2d,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:21:45.311740 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-779bde1e-df3a-4c06-87f1-c94bf882e963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:21:45.316063 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:45.363131 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779bde1e-df3a-4c06-87f1-c94bf882e963 admin admin] No DVR routers for this DVR port c3403dfa-e741-43a5-bb5f-25749e81bf2d on host dv-cinder-773985-1-smb {{(pid=80169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 20:21:45.408310 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fac118c2-9252-4230-a4e7-2ed65e541fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:45.477983 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device ec85de47-b874-4f43-8121-59989463f134 no longer exists at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:21:45.493532 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-779bde1e-df3a-4c06-87f1-c94bf882e963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8528', 'neutron.services.segments.db._delete_segments_for_network--9223363306292405654'] for network, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:45.515881 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] No Port match for: ec85de47-b874-4f43-8121-59989463f134 {{(pid=80171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 20:21:45.516290 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device ec85de47-b874-4f43-8121-59989463f134 not bound to the agent host dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 20:21:45.517987 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.db.api [None req-ef4df528-e0ab-4520-af8a-818ed3e590b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80171) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 03 20:21:45.518400 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_db.api [None req-ef4df528-e0ab-4520-af8a-818ed3e590b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 03 20:21:45.612397 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-779bde1e-df3a-4c06-87f1-c94bf882e963 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5682e83-11b2-46ba-b750-39074c149b2f']}} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:21:45.625710 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-779bde1e-df3a-4c06-87f1-c94bf882e963 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd') {'for_net_delete': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:21:45.626053 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-779bde1e-df3a-4c06-87f1-c94bf882e963 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0258c65e-0bf3-4d5a-970f-9fd3d8c1afbd') {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:21:45.638658 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-779bde1e-df3a-4c06-87f1-c94bf882e963 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306292408726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789261200'] for segment, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:45.654119 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-779bde1e-df3a-4c06-87f1-c94bf882e963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:45.656143 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-779bde1e-df3a-4c06-87f1-c94bf882e963 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 03 20:21:45.842426 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-779bde1e-df3a-4c06-87f1-c94bf882e963 admin admin] Network f5682e83-11b2-46ba-b750-39074c149b2f has no segments {{(pid=80169) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 20:21:45.851481 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-779bde1e-df3a-4c06-87f1-c94bf882e963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789467222'] for segment, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:45.933126 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:46.024243 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-ef4df528-e0ab-4520-af8a-818ed3e590b1 None None] Deleting port c3403dfa-e741-43a5-bb5f-25749e81bf2d {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:21:46.024243 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ef4df528-e0ab-4520-af8a-818ed3e590b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:46.036676 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-779bde1e-df3a-4c06-87f1-c94bf882e963 admin admin] Network f5682e83-11b2-46ba-b750-39074c149b2f has no segments {{(pid=80169) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 20:21:46.055058 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: Traceback (most recent call last): Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: timer() Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: cb(*args, **kw) Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: return func(*args, **kwargs) Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: self._notify() Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: self.callback(batched_events) Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: event.method(event) Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: segment_id)['aggregates'][0] Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: return f(self, *a, **k) Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: return self._get(url).json() Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: **kwargs) Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: return self.request(url, 'GET', **kwargs) Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: **endpoint_filter) Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 20:21:46.065237 dv-cinder-773985-1-smb neutron-server[80058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 20:21:46.102543 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-ef4df528-e0ab-4520-af8a-818ed3e590b1 None None] The port 'c3403dfa-e741-43a5-bb5f-25749e81bf2d' was deleted {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 03 20:21:46.167653 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-779bde1e-df3a-4c06-87f1-c94bf882e963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853105267'] for network, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:46.171136 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:21:46.188044 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-779bde1e-df3a-4c06-87f1-c94bf882e963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:46.197605 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bde1e-df3a-4c06-87f1-c94bf882e963 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5682e83-11b2-46ba-b750-39074c149b2f,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:21:46.201111 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-779bde1e-df3a-4c06-87f1-c94bf882e963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:21:46.239638 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-779bde1e-df3a-4c06-87f1-c94bf882e963 admin admin] 10.222.0.101 "DELETE /v2.0/networks/f5682e83-11b2-46ba-b750-39074c149b2f HTTP/1.1" status: 204 len: 168 time: 2.0260656 Feb 03 20:21:46.245501 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c627550-61f0-4c0c-8644-b931e5a77a14 req-ee505666-030f-4e7d-b761-a1eaf1151cbf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:46.247224 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8c627550-61f0-4c0c-8644-b931e5a77a14 req-ee505666-030f-4e7d-b761-a1eaf1151cbf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.1686127 Feb 03 20:21:46.323236 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8c627550-61f0-4c0c-8644-b931e5a77a14 req-043d32d4-c7fb-473a-8ce0-c6364e5113ac tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691385 Feb 03 20:21:46.652824 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 56756) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:21:46.709750 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-15a322cb-a024-4ce1-95f3-948e26c436b2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=73913970268448ee97673e03b3b49b75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555191 Feb 03 20:21:46.713063 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 56760) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:21:46.777771 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-787302ac-90d5-4cff-9864-bd5d12708ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:46.802290 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:46.806038 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-787302ac-90d5-4cff-9864-bd5d12708ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:47.093518 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-787302ac-90d5-4cff-9864-bd5d12708ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:47.099181 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-2150b882-1d22-45f1-8a94-f765dc67fa71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:21:47.113888 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787302ac-90d5-4cff-9864-bd5d12708ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b7ac28-d87c-4cef-9c91-62a9705add61,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:21:47.116675 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-787302ac-90d5-4cff-9864-bd5d12708ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:21:47.178310 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-787302ac-90d5-4cff-9864-bd5d12708ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:47.179545 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-787302ac-90d5-4cff-9864-bd5d12708ff0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/26b7ac28-d87c-4cef-9c91-62a9705add61 HTTP/1.1" status: 204 len: 168 time: 0.4655116 Feb 03 20:21:47.596204 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:21:47.646201 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750a44f-40ce-4117-a67f-de2ddadea50e req-4ac56038-b6dc-45ba-994f-b99694822835 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:47.647982 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d750a44f-40ce-4117-a67f-de2ddadea50e req-4ac56038-b6dc-45ba-994f-b99694822835 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.1787488 Feb 03 20:21:47.718747 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d750a44f-40ce-4117-a67f-de2ddadea50e req-cca3aeac-9f4b-42c5-a38e-12de6e885404 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628097 Feb 03 20:21:49.034478 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f6b6b-aae3-4ae0-893e-7a965570fe50 req-63a03600-406a-42c0-a7ce-4e7a9b1b564d tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:49.036258 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-502f6b6b-aae3-4ae0-893e-7a965570fe50 req-63a03600-406a-42c0-a7ce-4e7a9b1b564d tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.1682363 Feb 03 20:21:49.101344 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-502f6b6b-aae3-4ae0-893e-7a965570fe50 req-d90d43f8-c0d1-4e4f-a048-6facea8fde10 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581563 Feb 03 20:21:50.416160 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a9824-01eb-4a13-9ea6-dd87346d1124 req-05b3fb8a-4b04-4c8f-8739-48dda6710f78 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:50.417888 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-817a9824-01eb-4a13-9ea6-dd87346d1124 req-05b3fb8a-4b04-4c8f-8739-48dda6710f78 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.1726816 Feb 03 20:21:50.484835 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-817a9824-01eb-4a13-9ea6-dd87346d1124 req-cf6cb0d4-a331-4880-a857-a1d62738f22d tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605631 Feb 03 20:21:51.806054 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44543815-ce46-4f37-b987-00eba926528a req-a1a2436e-34ca-46ec-860b-bbe18b01b440 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:51.807750 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-44543815-ce46-4f37-b987-00eba926528a req-a1a2436e-34ca-46ec-860b-bbe18b01b440 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.1766734 Feb 03 20:21:51.875520 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-44543815-ce46-4f37-b987-00eba926528a req-1f286d22-bbd0-4ccb-b1c5-ba46f1eb12a0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613668 Feb 03 20:21:53.196822 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307484e9-f4b1-4f04-ab92-22b34b88fc12 req-07250411-5eee-4718-bced-5b90ff09a761 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:53.198496 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-307484e9-f4b1-4f04-ab92-22b34b88fc12 req-07250411-5eee-4718-bced-5b90ff09a761 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.1757047 Feb 03 20:21:53.266665 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-307484e9-f4b1-4f04-ab92-22b34b88fc12 req-92dd1a4c-656a-4889-a7bb-0c430fb86485 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614090 Feb 03 20:21:54.598828 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db024003-61de-4f4b-a191-7a45de4eb14e req-f891a01a-18de-4e89-a95b-5b4b0fdb24b8 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:54.604572 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-db024003-61de-4f4b-a191-7a45de4eb14e req-f891a01a-18de-4e89-a95b-5b4b0fdb24b8 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.1792030 Feb 03 20:21:54.670823 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-db024003-61de-4f4b-a191-7a45de4eb14e req-ce7ac5bc-02ce-4e78-8b40-c777eb68838e tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0632827 Feb 03 20:21:56.010262 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e083bce-8c85-4ad4-9cbd-210b2ee43343 req-a4f5539c-ba7c-408e-8b52-429e33d8b03c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:56.011994 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4e083bce-8c85-4ad4-9cbd-210b2ee43343 req-a4f5539c-ba7c-408e-8b52-429e33d8b03c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.1798720 Feb 03 20:21:56.096171 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4e083bce-8c85-4ad4-9cbd-210b2ee43343 req-9665e991-0ba4-444e-91b6-913bf20b2c35 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0775526 Feb 03 20:21:57.455384 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc240a-4782-4519-8143-e26fcd8ce6f6 req-8df33d98-c851-41ee-80ed-519305613e5c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:57.457190 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-dbbc240a-4782-4519-8143-e26fcd8ce6f6 req-8df33d98-c851-41ee-80ed-519305613e5c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.1859405 Feb 03 20:21:57.533007 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-dbbc240a-4782-4519-8143-e26fcd8ce6f6 req-94324b4c-0ffa-4272-b475-ef706001037d tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685589 Feb 03 20:21:58.870485 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96309da9-9fb5-4451-9723-e0e77bd25947 req-60e4bbbb-7007-4ae5-9bac-34186adca9ee tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:21:58.872714 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-96309da9-9fb5-4451-9723-e0e77bd25947 req-60e4bbbb-7007-4ae5-9bac-34186adca9ee tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.1869907 Feb 03 20:21:58.949895 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-96309da9-9fb5-4451-9723-e0e77bd25947 req-40fa792f-53b8-4f6c-9699-af740fa6d75c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702734 Feb 03 20:22:00.305008 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e65dc-8bc5-476c-ae15-86e755c8a96a req-437b91a4-4b48-4428-90c7-e56040be37a1 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:00.307803 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-198e65dc-8bc5-476c-ae15-86e755c8a96a req-437b91a4-4b48-4428-90c7-e56040be37a1 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.1810746 Feb 03 20:22:00.378284 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-198e65dc-8bc5-476c-ae15-86e755c8a96a req-7f3bea94-0c56-4b82-9383-cc88cc752170 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0641949 Feb 03 20:22:01.745111 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3961d33-a6c8-4e62-b27f-5f12d9c28183 req-e73c3b10-ed99-40a0-8721-d2566825c67c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:01.748448 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a3961d33-a6c8-4e62-b27f-5f12d9c28183 req-e73c3b10-ed99-40a0-8721-d2566825c67c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.1856294 Feb 03 20:22:01.824587 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a3961d33-a6c8-4e62-b27f-5f12d9c28183 req-5c7add66-1b81-4756-968d-789f06cc0de7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679457 Feb 03 20:22:03.172884 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8d18a-b168-41e7-9eb3-5633827ee99c req-e929e9e1-302f-41ae-8adb-683dc5804d5b tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:03.175324 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a4e8d18a-b168-41e7-9eb3-5633827ee99c req-e929e9e1-302f-41ae-8adb-683dc5804d5b tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.1769450 Feb 03 20:22:03.241375 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a4e8d18a-b168-41e7-9eb3-5633827ee99c req-63855d74-114a-4222-84cc-10f1092ad718 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595698 Feb 03 20:22:04.617321 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcfc32-3795-4cce-8c31-b229b6c15183 req-68552188-7f23-431b-8940-3a21c71b9380 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:04.619166 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5dfcfc32-3795-4cce-8c31-b229b6c15183 req-68552188-7f23-431b-8940-3a21c71b9380 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.2046070 Feb 03 20:22:04.716041 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5dfcfc32-3795-4cce-8c31-b229b6c15183 req-91aaa42a-e91c-409f-a64a-cab65bbf4419 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892811 Feb 03 20:22:06.061423 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78f8aa-d283-4981-9c62-71e354deeadf req-bf07f569-6217-43a0-b619-f8caf3afbb3d tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:06.063126 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0c78f8aa-d283-4981-9c62-71e354deeadf req-bf07f569-6217-43a0-b619-f8caf3afbb3d tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.1728399 Feb 03 20:22:06.131058 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0c78f8aa-d283-4981-9c62-71e354deeadf req-d6e5d440-e119-4ebe-95d0-d7cdcd58f63f tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614605 Feb 03 20:22:06.338835 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106cf36-86f8-45ec-a4a5-2c35d8459813 req-69c23fa1-5df8-47b4-95aa-f53368dc9f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:06.340443 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8106cf36-86f8-45ec-a4a5-2c35d8459813 req-69c23fa1-5df8-47b4-95aa-f53368dc9f45 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7d0c86df6c4f4593b9a31a035a219a8b&device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 1162 time: 0.0818400 Feb 03 20:22:06.716578 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106cf36-86f8-45ec-a4a5-2c35d8459813 req-0e2a61e3-a716-45a3-8057-d3f181792d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:06.718165 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8106cf36-86f8-45ec-a4a5-2c35d8459813 req-0e2a61e3-a716-45a3-8057-d3f181792d3c service neutron] 10.222.0.90 "GET /v2.0/networks?id=08219bc6-fd07-43f5-9c2f-a541f5c84519 HTTP/1.1" status: 200 len: 911 time: 0.3717163 Feb 03 20:22:06.832141 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8106cf36-86f8-45ec-a4a5-2c35d8459813 req-6e205845-eacd-43c2-b3cf-b390fc084961 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c869a16-0062-4fb0-8006-8e0f05a26581 HTTP/1.1" status: 200 len: 1001 time: 0.1072991 Feb 03 20:22:06.900885 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106cf36-86f8-45ec-a4a5-2c35d8459813 req-a548b586-db98-4b56-b655-cd59141ec6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:06.903082 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8106cf36-86f8-45ec-a4a5-2c35d8459813 req-a548b586-db98-4b56-b655-cd59141ec6bb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f3c3806f-0e98-495a-bf4b-ac3a793d5c17 HTTP/1.1" status: 200 len: 856 time: 0.0647633 Feb 03 20:22:06.993185 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106cf36-86f8-45ec-a4a5-2c35d8459813 req-20071a31-91c3-4fca-8e4c-9b291a5494f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:06.994812 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8106cf36-86f8-45ec-a4a5-2c35d8459813 req-20071a31-91c3-4fca-8e4c-9b291a5494f3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=08219bc6-fd07-43f5-9c2f-a541f5c84519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0857770 Feb 03 20:22:07.160418 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8106cf36-86f8-45ec-a4a5-2c35d8459813 req-b7abcba8-816d-4082-84c8-f652b5a9aad5 service neutron] 10.222.0.90 "GET /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592033 Feb 03 20:22:07.403868 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8106cf36-86f8-45ec-a4a5-2c35d8459813 req-d0487386-faae-4451-b9ee-ea87a7f4ecfb service neutron] 10.222.0.90 "GET /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2372413 Feb 03 20:22:07.503265 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2609c5-6af6-49fc-b6ac-4c48d591f731 req-253fd28f-eacf-48d0-aa4d-cdd496d965ee tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:07.505745 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-cc2609c5-6af6-49fc-b6ac-4c48d591f731 req-253fd28f-eacf-48d0-aa4d-cdd496d965ee tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.2252908 Feb 03 20:22:07.572148 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-cc2609c5-6af6-49fc-b6ac-4c48d591f731 req-3fdf0398-44bf-416b-a5f9-2f400751927c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599241 Feb 03 20:22:08.891220 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31fdc1-1221-4f7c-b6f3-113364027727 req-b62e1454-7cff-4b28-b9a3-a7897889926f tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:08.892858 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6a31fdc1-1221-4f7c-b6f3-113364027727 req-b62e1454-7cff-4b28-b9a3-a7897889926f tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.1720617 Feb 03 20:22:08.959413 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6a31fdc1-1221-4f7c-b6f3-113364027727 req-d4bbfcc1-4648-487c-96fa-728b02144f7b tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603020 Feb 03 20:22:09.763889 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 3c869a16-0062-4fb0-8006-8e0f05a26581 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:22:09.889533 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:22:09.918374 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cd155f-c16d-476c-9f4f-6df9a6f06c7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c869a16-0062-4fb0-8006-8e0f05a26581'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:22:09.928989 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port 3c869a16-0062-4fb0-8006-8e0f05a26581, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3c869a16-0062-4fb0-8006-8e0f05a26581,segment=NetworkSegment(4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927),segment_id=4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:22:09.965548 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:22:09.967740 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:22:10.004828 dv-cinder-773985-1-smb neutron-server[80058]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f9cd155f-c16d-476c-9f4f-6df9a6f06c7d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3c869a16-0062-4fb0-8006-8e0f05a26581', 'code': 422} returned with failed status Feb 03 20:22:10.039618 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=3c869a16-0062-4fb0-8006-8e0f05a26581,revision_number=5']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:22:10.043966 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:22:10.273750 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791b061-0f32-4439-a275-ba650a9656f6 req-9d69a5f1-7707-4d58-8c1c-47fc83c7401b tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:10.275333 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6791b061-0f32-4439-a275-ba650a9656f6 req-9d69a5f1-7707-4d58-8c1c-47fc83c7401b tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 943 time: 0.1671600 Feb 03 20:22:10.340511 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6791b061-0f32-4439-a275-ba650a9656f6 req-e1c371a6-f15b-4e2c-b411-2a5194e5ad0a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580027 Feb 03 20:22:12.858056 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1d99c-3d82-49d7-9353-a79db31f6bc2 req-417f973a-855b-4b79-a5ce-0310fb9e597e tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:12.859857 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-92e1d99c-3d82-49d7-9353-a79db31f6bc2 req-417f973a-855b-4b79-a5ce-0310fb9e597e tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 943 time: 0.1784170 Feb 03 20:22:12.929904 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-92e1d99c-3d82-49d7-9353-a79db31f6bc2 req-317edf2a-9ecf-4752-b297-10b202a73a50 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634241 Feb 03 20:22:12.945504 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1fe11ef1-e241-4d01-a4ec-302fd1f9349c req-ff90bcce-c3fd-41fa-b68f-f49c4dc0e28f service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0948391 Feb 03 20:22:13.050462 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7bbc8b91-1331-4a55-aef8-606a65fd25bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:22:13.693774 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe11ef1-e241-4d01-a4ec-302fd1f9349c req-baaab747-c4e8-4f9c-a7b5-cad6d1034a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:13.695431 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1fe11ef1-e241-4d01-a4ec-302fd1f9349c req-baaab747-c4e8-4f9c-a7b5-cad6d1034a46 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d&tenant_id=7d0c86df6c4f4593b9a31a035a219a8b HTTP/1.1" status: 200 len: 1160 time: 0.0786297 Feb 03 20:22:13.817648 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe11ef1-e241-4d01-a4ec-302fd1f9349c req-2492fb0b-056b-4ac5-a3cb-4371e5491df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:13.819293 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1fe11ef1-e241-4d01-a4ec-302fd1f9349c req-2492fb0b-056b-4ac5-a3cb-4371e5491df3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7d0c86df6c4f4593b9a31a035a219a8b&device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 1160 time: 0.0865424 Feb 03 20:22:13.965265 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe11ef1-e241-4d01-a4ec-302fd1f9349c req-19613c1f-f3b6-4762-bf1a-bd2ed565d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:13.966777 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1fe11ef1-e241-4d01-a4ec-302fd1f9349c req-19613c1f-f3b6-4762-bf1a-bd2ed565d81a service neutron] 10.222.0.90 "GET /v2.0/networks?id=08219bc6-fd07-43f5-9c2f-a541f5c84519 HTTP/1.1" status: 200 len: 911 time: 0.1406317 Feb 03 20:22:14.081588 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1fe11ef1-e241-4d01-a4ec-302fd1f9349c req-90682451-f159-413f-aca7-888b30a31d5b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c869a16-0062-4fb0-8006-8e0f05a26581 HTTP/1.1" status: 200 len: 999 time: 0.1078439 Feb 03 20:22:14.209934 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe11ef1-e241-4d01-a4ec-302fd1f9349c req-4268c7c2-c1d0-4a96-8299-e3e9c28ebdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:14.211530 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1fe11ef1-e241-4d01-a4ec-302fd1f9349c req-4268c7c2-c1d0-4a96-8299-e3e9c28ebdb4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f3c3806f-0e98-495a-bf4b-ac3a793d5c17 HTTP/1.1" status: 200 len: 856 time: 0.0929093 Feb 03 20:22:14.305091 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b519321-c999-4b98-88e3-b23223619d8e req-4149520a-0522-467b-bb20-7c8edd283303 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:14.306804 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7b519321-c999-4b98-88e3-b23223619d8e req-4149520a-0522-467b-bb20-7c8edd283303 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 943 time: 0.2234991 Feb 03 20:22:14.435604 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7b519321-c999-4b98-88e3-b23223619d8e req-45d5d734-a6bb-4b07-9ca1-847fc084f37a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834322 Feb 03 20:22:14.442623 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe11ef1-e241-4d01-a4ec-302fd1f9349c req-6784d505-42e6-4d80-909e-12314007b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:14.444327 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1fe11ef1-e241-4d01-a4ec-302fd1f9349c req-6784d505-42e6-4d80-909e-12314007b906 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=08219bc6-fd07-43f5-9c2f-a541f5c84519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2234416 Feb 03 20:22:14.592101 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1fe11ef1-e241-4d01-a4ec-302fd1f9349c req-1296d85f-e8bd-4118-889d-fb3e575d482a service neutron] 10.222.0.90 "GET /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399314 Feb 03 20:22:14.750346 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1fe11ef1-e241-4d01-a4ec-302fd1f9349c req-1712af44-f351-4ea7-bb41-00ec750ee357 service neutron] 10.222.0.90 "GET /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1457806 Feb 03 20:22:15.284397 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-00a7c0d2-b09b-4044-83bd-bfe75d88facd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:22:15.751721 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cb107-267b-4b2b-894d-e1be32292148 req-abcac370-f09d-4031-a738-48b17f9ed58a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:15.753456 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-de4cb107-267b-4b2b-894d-e1be32292148 req-abcac370-f09d-4031-a738-48b17f9ed58a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 943 time: 0.1761611 Feb 03 20:22:15.819758 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-de4cb107-267b-4b2b-894d-e1be32292148 req-b563b8fd-a1f9-42b7-aa6b-897a755ab311 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597878 Feb 03 20:22:15.947291 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:22:16.116008 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:22:16.792846 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:22:17.138723 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53b476-6d5d-42cb-b2ae-7f51b973980c req-d3d38167-77b2-4946-b2f0-d5befd42895e tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:17.140393 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4d53b476-6d5d-42cb-b2ae-7f51b973980c req-d3d38167-77b2-4946-b2f0-d5befd42895e tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 943 time: 0.1723104 Feb 03 20:22:17.208899 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4d53b476-6d5d-42cb-b2ae-7f51b973980c req-63ba554c-f52c-4217-a755-4a9a38797d72 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619969 Feb 03 20:22:17.601376 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:22:18.543004 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3dc366-fb51-48a4-9b97-ebc87916f44b req-c022fbaa-1a1b-4dfe-9fb6-331e321fed96 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:18.545558 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6a3dc366-fb51-48a4-9b97-ebc87916f44b req-c022fbaa-1a1b-4dfe-9fb6-331e321fed96 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 943 time: 0.1817102 Feb 03 20:22:18.620642 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-6a3dc366-fb51-48a4-9b97-ebc87916f44b req-e63c5d48-3395-451d-903f-8cc9ada50e85 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680780 Feb 03 20:22:19.594135 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:22:20.086404 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca4eba-e9ad-4072-8689-554a2e6f4aa6 req-af28e7d3-eb01-4b7e-8695-614d873e96d8 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:20.088238 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-bcca4eba-e9ad-4072-8689-554a2e6f4aa6 req-af28e7d3-eb01-4b7e-8695-614d873e96d8 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 943 time: 0.1769629 Feb 03 20:22:20.158756 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-bcca4eba-e9ad-4072-8689-554a2e6f4aa6 req-483f6477-e532-4253-ac98-cb5b24b0a442 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631196 Feb 03 20:22:21.488485 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64067cd3-3e09-4f41-bb73-28d66f5dd347 req-6dd5a629-19e3-4a98-b384-49c55a2ad775 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:21.490166 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-64067cd3-3e09-4f41-bb73-28d66f5dd347 req-6dd5a629-19e3-4a98-b384-49c55a2ad775 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 943 time: 0.1700523 Feb 03 20:22:21.560559 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-64067cd3-3e09-4f41-bb73-28d66f5dd347 req-7e7a48fd-30df-4417-af80-5fbbb0a1aaaf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627110 Feb 03 20:22:22.908527 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fbd66-37be-499e-8867-365af8dfba66 req-47e760f4-9610-4d1f-be38-3fd14e260796 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:22.910179 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a22fbd66-37be-499e-8867-365af8dfba66 req-47e760f4-9610-4d1f-be38-3fd14e260796 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 943 time: 0.1961014 Feb 03 20:22:23.195492 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a22fbd66-37be-499e-8867-365af8dfba66 req-d7c7cdd6-eaf0-43ea-884a-7843e1329bb9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2788336 Feb 03 20:22:24.533097 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf9373-e619-45f5-bd7d-2217f2059ffa req-50dc75a0-9c9d-42f2-84aa-d87b4dd2044d tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:24.534819 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b7cf9373-e619-45f5-bd7d-2217f2059ffa req-50dc75a0-9c9d-42f2-84aa-d87b4dd2044d tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 943 time: 0.1928248 Feb 03 20:22:24.599377 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b7cf9373-e619-45f5-bd7d-2217f2059ffa req-c415b7b1-1585-45b7-a31f-c32ed30e648b tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579216 Feb 03 20:22:25.919758 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7dbdc5-c58b-4561-86ae-d7d19ff0d01d req-a3f2af6f-b177-43a3-bb55-9ef572382d2c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:25.921398 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ff7dbdc5-c58b-4561-86ae-d7d19ff0d01d req-a3f2af6f-b177-43a3-bb55-9ef572382d2c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 943 time: 0.1715775 Feb 03 20:22:25.987311 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ff7dbdc5-c58b-4561-86ae-d7d19ff0d01d req-40e6cc3e-e81c-489b-b237-84e5d6b01703 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593667 Feb 03 20:22:27.320941 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843e3ba-b767-4060-8645-a29fc2d68241 req-d8fc11b9-e91a-499b-8091-5a7b341bd94f tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:27.322616 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3843e3ba-b767-4060-8645-a29fc2d68241 req-d8fc11b9-e91a-499b-8091-5a7b341bd94f tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 943 time: 0.1788008 Feb 03 20:22:27.390727 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3843e3ba-b767-4060-8645-a29fc2d68241 req-577e8deb-93cf-4209-bacb-116a7299234e tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612578 Feb 03 20:22:28.708381 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acd08c-9199-46aa-9c3b-56a2e8d081f2 req-d93ec605-6e41-4fd9-b977-183dce2789ca tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:28.710036 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-08acd08c-9199-46aa-9c3b-56a2e8d081f2 req-d93ec605-6e41-4fd9-b977-183dce2789ca tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 943 time: 0.1732490 Feb 03 20:22:28.787636 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-08acd08c-9199-46aa-9c3b-56a2e8d081f2 req-d44fdd9a-cf0e-4d3b-b44b-012b3f6894f2 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667033 Feb 03 20:22:30.376283 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b64707-ed72-4363-b757-e17ff5eb8cae req-8274617f-bc86-4f72-a1e2-5dfc519f1141 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:30.378012 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c5b64707-ed72-4363-b757-e17ff5eb8cae req-8274617f-bc86-4f72-a1e2-5dfc519f1141 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 943 time: 0.1663151 Feb 03 20:22:30.444411 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c5b64707-ed72-4363-b757-e17ff5eb8cae req-71fb19fe-d98d-4021-a885-632182b25d4c tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598559 Feb 03 20:22:30.887891 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd5689-cf8c-4850-914e-0ec518ff0a29 req-82aaca88-d835-4a7c-a553-4529951f217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:30.889486 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4dfd5689-cf8c-4850-914e-0ec518ff0a29 req-82aaca88-d835-4a7c-a553-4529951f217f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7d0c86df6c4f4593b9a31a035a219a8b&device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 1160 time: 0.0837197 Feb 03 20:22:31.051324 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd5689-cf8c-4850-914e-0ec518ff0a29 req-65c34660-5e14-43a8-917a-ab32cebdfc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:31.052976 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4dfd5689-cf8c-4850-914e-0ec518ff0a29 req-65c34660-5e14-43a8-917a-ab32cebdfc51 service neutron] 10.222.0.90 "GET /v2.0/networks?id=08219bc6-fd07-43f5-9c2f-a541f5c84519 HTTP/1.1" status: 200 len: 911 time: 0.1433945 Feb 03 20:22:31.167446 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4dfd5689-cf8c-4850-914e-0ec518ff0a29 req-ae43d440-a12f-4818-94e7-c469387a8fd4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c869a16-0062-4fb0-8006-8e0f05a26581 HTTP/1.1" status: 200 len: 999 time: 0.1068349 Feb 03 20:22:31.239058 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd5689-cf8c-4850-914e-0ec518ff0a29 req-5cf60b95-6438-4ebc-a1bb-6e861e6457c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:31.240635 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4dfd5689-cf8c-4850-914e-0ec518ff0a29 req-5cf60b95-6438-4ebc-a1bb-6e861e6457c4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f3c3806f-0e98-495a-bf4b-ac3a793d5c17 HTTP/1.1" status: 200 len: 856 time: 0.0669551 Feb 03 20:22:31.322141 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd5689-cf8c-4850-914e-0ec518ff0a29 req-6f474023-d77d-47dc-8c77-cc0f6bcb45a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:31.323778 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4dfd5689-cf8c-4850-914e-0ec518ff0a29 req-6f474023-d77d-47dc-8c77-cc0f6bcb45a6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=08219bc6-fd07-43f5-9c2f-a541f5c84519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0767102 Feb 03 20:22:31.469333 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4dfd5689-cf8c-4850-914e-0ec518ff0a29 req-167a1ffe-2363-4152-9eb0-2be96bc9dcb5 service neutron] 10.222.0.90 "GET /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388917 Feb 03 20:22:31.668152 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4dfd5689-cf8c-4850-914e-0ec518ff0a29 req-3ec45199-8dbf-4aa5-84d3-182ebe0344f0 service neutron] 10.222.0.90 "GET /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1919594 Feb 03 20:22:31.780601 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b0534-7ae7-44a7-ae36-45fd697c41e3 req-93b0b85f-7095-40d7-87ab-923efe3e7e50 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:31.782321 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-670b0534-7ae7-44a7-ae36-45fd697c41e3 req-93b0b85f-7095-40d7-87ab-923efe3e7e50 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 943 time: 0.1821434 Feb 03 20:22:31.851355 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-670b0534-7ae7-44a7-ae36-45fd697c41e3 req-384ecde8-597f-4565-89cf-28d4b6def56d tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626893 Feb 03 20:22:33.193504 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c67d8-2fad-4e29-a2fc-9446e39c39cf req-12f4c343-ea43-4803-9709-8273a1cf970b tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:33.195201 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a37c67d8-2fad-4e29-a2fc-9446e39c39cf req-12f4c343-ea43-4803-9709-8273a1cf970b tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 943 time: 0.1645010 Feb 03 20:22:33.259818 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a37c67d8-2fad-4e29-a2fc-9446e39c39cf req-5a4106b7-0428-42ee-a5be-88b0e7d1e85d tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573761 Feb 03 20:22:34.569449 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa7b3d-20c1-4a58-a343-e5d56bf96084 req-9d497817-1d03-452f-91d8-fc0c49146402 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:34.571144 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d4fa7b3d-20c1-4a58-a343-e5d56bf96084 req-9d497817-1d03-452f-91d8-fc0c49146402 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 943 time: 0.1693037 Feb 03 20:22:34.636130 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d4fa7b3d-20c1-4a58-a343-e5d56bf96084 req-b776d69e-19f5-4b88-835c-7c15fc26070a tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580249 Feb 03 20:22:35.952807 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29c617-8b84-44fd-bcef-6f7d4500d9a9 req-4ba638de-7b86-4bdf-9ade-eabef8fab669 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:35.954382 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ab29c617-8b84-44fd-bcef-6f7d4500d9a9 req-4ba638de-7b86-4bdf-9ade-eabef8fab669 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 943 time: 0.1639931 Feb 03 20:22:36.022527 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ab29c617-8b84-44fd-bcef-6f7d4500d9a9 req-6c7ae862-4a87-4b28-a0c4-36463edca5a5 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616691 Feb 03 20:22:36.640052 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 3c869a16-0062-4fb0-8006-8e0f05a26581 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:22:36.712890 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 3c869a16-0062-4fb0-8006-8e0f05a26581 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:22:36.713249 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:22:36.839769 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:22:36.872441 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cd155f-c16d-476c-9f4f-6df9a6f06c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c869a16-0062-4fb0-8006-8e0f05a26581'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:22:36.884870 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port 3c869a16-0062-4fb0-8006-8e0f05a26581, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3c869a16-0062-4fb0-8006-8e0f05a26581,segment=NetworkSegment(4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927),segment_id=4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:22:36.915925 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:22:36.918520 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-8816776a-550c-4fe8-81e4-be466073059c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:22:36.956671 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cd155f-c16d-476c-9f4f-6df9a6f06c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c869a16-0062-4fb0-8006-8e0f05a26581', 'code': 200} Feb 03 20:22:36.990531 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=3c869a16-0062-4fb0-8006-8e0f05a26581,revision_number=6']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:22:36.999294 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:22:36.999702 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:22:37.000105 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:22:37.000482 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:22:37.000886 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:22:37.001241 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:22:37.001614 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:22:37.001985 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:22:37.002358 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:22:37.002728 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:22:37.003097 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:22:37.003465 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:22:37.003905 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:22:37.004274 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:22:37.004643 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:22:37.005012 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:22:37.005378 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:22:37.005742 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:22:37.006106 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:22:37.006468 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:22:37.006856 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:22:37.007194 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:22:37.007560 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:22:37.007943 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:22:37.012591 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:22:37.412209 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c3fb3-5f02-4181-a3e8-6c86e45c652f req-8c93dfea-4fa9-4c76-b7a2-5000aa602b63 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:37.413894 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d38c3fb3-5f02-4181-a3e8-6c86e45c652f req-8c93dfea-4fa9-4c76-b7a2-5000aa602b63 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.2357926 Feb 03 20:22:37.416024 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af3917-72bd-4b73-8c16-052dbed188c1 req-eb602183-6ed3-4193-a78a-c6957c8bd065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:37.417521 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-09af3917-72bd-4b73-8c16-052dbed188c1 req-eb602183-6ed3-4193-a78a-c6957c8bd065 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 1162 time: 0.1959372 Feb 03 20:22:37.512011 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d38c3fb3-5f02-4181-a3e8-6c86e45c652f req-8368185d-cd2b-4ead-a5f4-7c3802af9562 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0896463 Feb 03 20:22:37.516092 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-09af3917-72bd-4b73-8c16-052dbed188c1 req-48dce63e-ef57-4391-850a-4acc99ba594c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792072 Feb 03 20:22:38.153906 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 3c869a16-0062-4fb0-8006-8e0f05a26581 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:22:38.228992 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 3c869a16-0062-4fb0-8006-8e0f05a26581 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:22:38.229339 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:22:38.829389 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eec2fb-75f7-4f0b-b49c-a7de24c04c38 req-2f95388a-b578-4d7b-a5f6-6894e28c2b17 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:38.831041 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-09eec2fb-75f7-4f0b-b49c-a7de24c04c38 req-2f95388a-b578-4d7b-a5f6-6894e28c2b17 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.1743383 Feb 03 20:22:38.903952 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-09eec2fb-75f7-4f0b-b49c-a7de24c04c38 req-43aa9087-b092-4a5d-9169-6bd13299ee98 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663579 Feb 03 20:22:40.223393 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485b6a1-63b6-4733-be6c-ab6a34b5b4c7 req-65bc195e-b1c9-46aa-9205-6ab9e41d2e55 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:40.225149 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7485b6a1-63b6-4733-be6c-ab6a34b5b4c7 req-65bc195e-b1c9-46aa-9205-6ab9e41d2e55 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.1663399 Feb 03 20:22:40.290883 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7485b6a1-63b6-4733-be6c-ab6a34b5b4c7 req-a85b3856-e129-49f0-8067-afba56a5f51b tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593722 Feb 03 20:22:41.605970 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb493202-3fe1-4dc7-9596-034d5acb4ade req-cbba0845-0a1d-4955-b56c-26394627b6cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:22:41.607519 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-eb493202-3fe1-4dc7-9596-034d5acb4ade req-cbba0845-0a1d-4955-b56c-26394627b6cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.1700752 Feb 03 20:22:41.672622 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-eb493202-3fe1-4dc7-9596-034d5acb4ade req-2b59bc87-e6e3-48fa-8594-a0c6fb7f22af tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584705 Feb 03 20:22:43.058961 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5e10b16c-9a13-4cf4-a5a3-e778714a58e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:22:45.289665 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8455edec-6a84-4554-9a3e-92e8339d3082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:22:45.961047 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:22:46.044198 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:22:46.793110 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:22:47.600962 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:22:56.594564 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:23:05.816423 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfda03c-d8a6-4bea-a1db-135c6bc869b8 req-7abecfd9-a5d4-4c40-97b8-0cb10ecdb491 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:05.818121 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9bfda03c-d8a6-4bea-a1db-135c6bc869b8 req-7abecfd9-a5d4-4c40-97b8-0cb10ecdb491 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9 HTTP/1.1" status: 200 len: 945 time: 0.1658001 Feb 03 20:23:05.882700 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9bfda03c-d8a6-4bea-a1db-135c6bc869b8 req-020273b9-b32b-4782-8a6d-055ab31985a8 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=f1d5e9eb-58ac-4da3-9982-95dfcf14a597&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0576522 Feb 03 20:23:07.189601 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f383aa-ef03-4ae8-8ac5-4f84afd649a5 req-359f2736-742d-4b16-b310-406a7f212c8f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:07.192170 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-67f383aa-ef03-4ae8-8ac5-4f84afd649a5 req-359f2736-742d-4b16-b310-406a7f212c8f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9 HTTP/1.1" status: 200 len: 945 time: 0.1734512 Feb 03 20:23:07.261329 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-67f383aa-ef03-4ae8-8ac5-4f84afd649a5 req-7350f5ab-a4c0-4215-9de2-b7c090991e6d tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=f1d5e9eb-58ac-4da3-9982-95dfcf14a597&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0629525 Feb 03 20:23:08.041870 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7403807-1d76-4dff-a34c-87065b588239 req-bb5f7773-3bcf-40a0-841d-6d36ed5ff441 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:08.043961 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d7403807-1d76-4dff-a34c-87065b588239 req-bb5f7773-3bcf-40a0-841d-6d36ed5ff441 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.90 "GET /v2.0/ports?device_id=cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9 HTTP/1.1" status: 200 len: 945 time: 0.1716425 Feb 03 20:23:08.140367 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-d7403807-1d76-4dff-a34c-87065b588239 req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Deleting port bab479d4-41f4-4dc5-9ac7-da9086c39a71 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:23:08.140760 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-d7403807-1d76-4dff-a34c-87065b588239 req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:08.332004 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device bab479d4-41f4-4dc5-9ac7-da9086c39a71 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:23:08.464617 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:08.469232 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-d7403807-1d76-4dff-a34c-87065b588239 req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] For port bab479d4-41f4-4dc5-9ac7-da9086c39a71, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=bab479d4-41f4-4dc5-9ac7-da9086c39a71,segment=NetworkSegment(e5cfedf2-070c-4fe2-9fd6-828d89417b0b),segment_id=e5cfedf2-070c-4fe2-9fd6-828d89417b0b)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:23:08.469641 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-d7403807-1d76-4dff-a34c-87065b588239 req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:08.494644 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bab479d4-41f4-4dc5-9ac7-da9086c39a71'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:23:08.506730 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port bab479d4-41f4-4dc5-9ac7-da9086c39a71, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=bab479d4-41f4-4dc5-9ac7-da9086c39a71,segment=NetworkSegment(e5cfedf2-070c-4fe2-9fd6-828d89417b0b),segment_id=e5cfedf2-070c-4fe2-9fd6-828d89417b0b)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:23:08.537859 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:08.540818 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:23:08.575065 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bab479d4-41f4-4dc5-9ac7-da9086c39a71', 'code': 200} Feb 03 20:23:08.617994 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=bab479d4-41f4-4dc5-9ac7-da9086c39a71,revision_number=5']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:23:08.622282 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:23:08.961939 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489dfb0e-d7a8-4d0f-8cba-2f7fa9e3d428 req-4c94273a-5beb-4986-a3e1-307cf400b54f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:08.963618 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-489dfb0e-d7a8-4d0f-8cba-2f7fa9e3d428 req-4c94273a-5beb-4986-a3e1-307cf400b54f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9 HTTP/1.1" status: 200 len: 945 time: 0.5720403 Feb 03 20:23:09.137575 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-489dfb0e-d7a8-4d0f-8cba-2f7fa9e3d428 req-f444f71a-233c-4a4e-b3dc-ad392f447cbb tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=f1d5e9eb-58ac-4da3-9982-95dfcf14a597&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1635892 Feb 03 20:23:09.162314 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-d7403807-1d76-4dff-a34c-87065b588239 req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:09.162733 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-d7403807-1d76-4dff-a34c-87065b588239 req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853105182'] for floatingip, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:09.163090 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.l3_db [req-d7403807-1d76-4dff-a34c-87065b588239 req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Floating IP 677737b2-552f-40ff-9f0c-fb4285628ac2 disassociated. External IP: 172.28.0.247, port: bab479d4-41f4-4dc5-9ac7-da9086c39a71. Feb 03 20:23:09.163475 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-d7403807-1d76-4dff-a34c-87065b588239 req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Calling delete_port for bab479d4-41f4-4dc5-9ac7-da9086c39a71 owned by compute:nova {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:23:09.286889 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.db.api [req-d7403807-1d76-4dff-a34c-87065b588239 req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80170) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 03 20:23:09.287278 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_db.api [req-d7403807-1d76-4dff-a34c-87065b588239 req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 03 20:23:09.788556 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-d7403807-1d76-4dff-a34c-87065b588239 req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Deleting port bab479d4-41f4-4dc5-9ac7-da9086c39a71 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:23:09.789040 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-d7403807-1d76-4dff-a34c-87065b588239 req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:10.060006 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-d7403807-1d76-4dff-a34c-87065b588239 req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] For port bab479d4-41f4-4dc5-9ac7-da9086c39a71, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=bab479d4-41f4-4dc5-9ac7-da9086c39a71,segment=NetworkSegment(e5cfedf2-070c-4fe2-9fd6-828d89417b0b),segment_id=e5cfedf2-070c-4fe2-9fd6-828d89417b0b)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:23:10.060340 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-d7403807-1d76-4dff-a34c-87065b588239 req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:10.450229 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-d7403807-1d76-4dff-a34c-87065b588239 req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:10.450654 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-d7403807-1d76-4dff-a34c-87065b588239 req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853105182'] for floatingip, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:10.451201 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.l3_db [req-d7403807-1d76-4dff-a34c-87065b588239 req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Floating IP 677737b2-552f-40ff-9f0c-fb4285628ac2 disassociated. External IP: 172.28.0.247, port: bab479d4-41f4-4dc5-9ac7-da9086c39a71. Feb 03 20:23:10.451837 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-d7403807-1d76-4dff-a34c-87065b588239 req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Calling delete_port for bab479d4-41f4-4dc5-9ac7-da9086c39a71 owned by compute:nova {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:23:10.650015 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817770c-ddc0-4b2c-bc63-df48d13813c9 req-c4c1a120-086f-4bde-b0ce-c9f6cd89eb15 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:10.653256 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4817770c-ddc0-4b2c-bc63-df48d13813c9 req-c4c1a120-086f-4bde-b0ce-c9f6cd89eb15 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9 HTTP/1.1" status: 200 len: 943 time: 0.3180094 Feb 03 20:23:10.754410 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4817770c-ddc0-4b2c-bc63-df48d13813c9 req-498f876e-bf2e-41a8-a543-c78eccebcde2 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups?id=f1d5e9eb-58ac-4da3-9982-95dfcf14a597&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0797694 Feb 03 20:23:10.873165 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-d7403807-1d76-4dff-a34c-87065b588239 req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:10.890231 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a7c0c5a1-dfc0-42fa-b505-9db43ea2d92d tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:23:11.001928 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Pushing event deleted for resources: {'Port': ['ID=bab479d4-41f4-4dc5-9ac7-da9086c39a71,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:23:11.020118 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:11.020530 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:11.020940 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:11.021347 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:11.021751 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:11.022159 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:11.022559 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:11.022974 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:11.023371 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:11.023938 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:11.024450 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:11.025110 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:11.025857 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:11.026529 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:11.027238 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:11.027973 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:11.028675 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:11.029087 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:11.029517 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:11.029908 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:11.030300 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:11.030704 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:11.031096 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:11.031481 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:11.036957 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:23:11.341242 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7403807-1d76-4dff-a34c-87065b588239 req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Router 245bae1d-c794-4c0b-b042-13b770008098 has already been hosted by L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 {{(pid=80170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 20:23:11.553565 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7403807-1d76-4dff-a34c-87065b588239 req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:23:11.564788 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c413b2e-3aa7-4285-8dc7-f74c7a0ba4b1 None None] Sync routers for ids ['245bae1d-c794-4c0b-b042-13b770008098'] in dv-cinder-773985-1-smb {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:23:11.576815 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c413b2e-3aa7-4285-8dc7-f74c7a0ba4b1 None None] Routers {'245bae1d-c794-4c0b-b042-13b770008098'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:23:11.577592 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-8c413b2e-3aa7-4285-8dc7-f74c7a0ba4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:22:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['245bae1d-c794-4c0b-b042-13b770008098'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:23:11.597808 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7403807-1d76-4dff-a34c-87065b588239 req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] No DVR routers for this DVR port bab479d4-41f4-4dc5-9ac7-da9086c39a71 on host hv-cinder-77398 {{(pid=80170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 20:23:11.600332 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-d7403807-1d76-4dff-a34c-87065b588239 req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:11.603296 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9', 'name': 'network-vif-deleted', 'tag': 'bab479d4-41f4-4dc5-9ac7-da9086c39a71'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:23:11.649681 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d7403807-1d76-4dff-a34c-87065b588239 req-25896dc7-1000-4488-b1dc-746fb7f99a28 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.90 "DELETE /v2.0/ports/bab479d4-41f4-4dc5-9ac7-da9086c39a71 HTTP/1.1" status: 204 len: 173 time: 3.6004913 Feb 03 20:23:11.667179 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9', 'name': 'network-vif-deleted', 'tag': 'bab479d4-41f4-4dc5-9ac7-da9086c39a71', 'status': 'completed', 'code': 200} Feb 03 20:23:11.937404 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-8c413b2e-3aa7-4285-8dc7-f74c7a0ba4b1 None None] Set router 245bae1d-c794-4c0b-b042-13b770008098 gateway port host: dv-cinder-773985-1-smb {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:23:11.971509 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-f7db6ee0-564f-498b-ad05-a2a8f5385620 req-882d8c07-21db-4eb8-bedc-3369defa7ac2 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Synchronizing usage tracker for tenant:e1c0df3d838d47bb903f815bc72144c5 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:23:12.014550 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-f7db6ee0-564f-498b-ad05-a2a8f5385620 req-882d8c07-21db-4eb8-bedc-3369defa7ac2 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Unset dirty status for tenant:e1c0df3d838d47bb903f815bc72144c5 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:23:12.015897 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f7db6ee0-564f-498b-ad05-a2a8f5385620 req-882d8c07-21db-4eb8-bedc-3369defa7ac2 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/ports?device_id=cab31b41-dbfd-44f4-95b0-8bb5a66ae4f9 HTTP/1.1" status: 200 len: 210 time: 0.0946095 Feb 03 20:23:12.269559 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-8c413b2e-3aa7-4285-8dc7-f74c7a0ba4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245bae1d-c794-4c0b-b042-13b770008098', 'name': 'tempest-AttachVolumeTestJSON-562042104-router', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:34Z', 'updated_at': '2021-02-03T20:13:56Z', 'revision_number': 4, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'gw_port': {'id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:36Z', 'updated_at': '2021-02-03T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': '7cd38fd5-591b-4722-9cf3-5cbe5d83caa8', 'name': '', 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'mac_address': 'fa:16:3e:ff:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:49Z', 'updated_at': '2021-02-03T20:14:13Z', 'revision_number': 5, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'subnets': [{'id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:23:12.273751 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c413b2e-3aa7-4285-8dc7-f74c7a0ba4b1 None None] Checking router: 245bae1d-c794-4c0b-b042-13b770008098 for host: dv-cinder-773985-1-smb {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:23:12.286237 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c413b2e-3aa7-4285-8dc7-f74c7a0ba4b1 None None] Routers {'245bae1d-c794-4c0b-b042-13b770008098'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:23:12.287367 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-8c413b2e-3aa7-4285-8dc7-f74c7a0ba4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:22:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['245bae1d-c794-4c0b-b042-13b770008098'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:23:12.484308 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-8c413b2e-3aa7-4285-8dc7-f74c7a0ba4b1 None None] Set router 245bae1d-c794-4c0b-b042-13b770008098 gateway port host: dv-cinder-773985-1-smb {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:23:12.834355 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-8c413b2e-3aa7-4285-8dc7-f74c7a0ba4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245bae1d-c794-4c0b-b042-13b770008098', 'name': 'tempest-AttachVolumeTestJSON-562042104-router', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:34Z', 'updated_at': '2021-02-03T20:13:56Z', 'revision_number': 4, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'gw_port': {'id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:36Z', 'updated_at': '2021-02-03T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': '7cd38fd5-591b-4722-9cf3-5cbe5d83caa8', 'name': '', 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'mac_address': 'fa:16:3e:ff:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:49Z', 'updated_at': '2021-02-03T20:14:13Z', 'revision_number': 5, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'subnets': [{'id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:23:12.838686 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c413b2e-3aa7-4285-8dc7-f74c7a0ba4b1 None None] The sync data for ids ['245bae1d-c794-4c0b-b042-13b770008098'] in dv-cinder-773985-1-smb is: [{'id': '245bae1d-c794-4c0b-b042-13b770008098', 'name': 'tempest-AttachVolumeTestJSON-562042104-router', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:34Z', 'updated_at': '2021-02-03T20:13:56Z', 'revision_number': 4, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'gw_port': {'id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:36Z', 'updated_at': '2021-02-03T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': '7cd38fd5-591b-4722-9cf3-5cbe5d83caa8', 'name': '', 'network_id': 'f2b2556e-b9f4-4fa6-8f4c-d6203199ec31', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'mac_address': 'fa:16:3e:ff:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:49Z', 'updated_at': '2021-02-03T20:14:13Z', 'revision_number': 5, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'subnets': [{'id': 'ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:23:13.037512 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-305875a3-a745-4ade-be82-1e13b4af2baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:13.219841 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 57186) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:23:13.274076 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7036bdf-120d-4421-9240-f37c679a0cee None None] New status for floating IP 677737b2-552f-40ff-9f0c-fb4285628ac2: DOWN {{(pid=80171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 03 20:23:13.318929 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:13.348616 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:13.423590 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:13.429632 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a5c8488a-465e-44e4-a87d-834562b6a1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:23:13.446076 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d5e9eb-58ac-4da3-9982-95dfcf14a597,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:23:13.454422 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:13.454852 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:13.457711 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:13.457711 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:13.457711 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:13.457711 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:13.457711 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:13.457711 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:13.457711 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:13.458421 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:13.458421 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:13.458698 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:13.459103 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:13.459501 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:13.459927 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:13.460324 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:13.460726 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:13.461123 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:13.461518 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:13.461909 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:13.462326 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:13.462719 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:13.463112 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:13.463504 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:13.469164 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:23:13.480079 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:13.481992 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "DELETE /v2.0/security-groups/f1d5e9eb-58ac-4da3-9982-95dfcf14a597 HTTP/1.1" status: 204 len: 168 time: 0.2610614 Feb 03 20:23:13.484976 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 57190) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:23:13.503926 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.v2.resource [None req-25d932fc-a3ab-4865-b39a-7af25d723494 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] show failed (client error): The resource could not be found. Feb 03 20:23:13.505042 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-25d932fc-a3ab-4865-b39a-7af25d723494 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "GET /v2.0/security-groups/f1d5e9eb-58ac-4da3-9982-95dfcf14a597 HTTP/1.1" status: 404 len: 347 time: 0.0189836 Feb 03 20:23:13.508310 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 57194) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:23:13.706721 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-b9dc9cba-2d5f-4fa0-8c2c-929fef8950f9 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Deleting port ce470742-4310-4b05-8202-02735e6561c3 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:23:13.707030 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b9dc9cba-2d5f-4fa0-8c2c-929fef8950f9 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:13.892422 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b9dc9cba-2d5f-4fa0-8c2c-929fef8950f9 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:13.892807 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b9dc9cba-2d5f-4fa0-8c2c-929fef8950f9 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:14.025813 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-b9dc9cba-2d5f-4fa0-8c2c-929fef8950f9 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Calling delete_port for ce470742-4310-4b05-8202-02735e6561c3 owned by network:floatingip {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:23:14.280952 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b9dc9cba-2d5f-4fa0-8c2c-929fef8950f9 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:14.296866 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a54337ee-d8e6-495f-8fc4-b21144a2cce5 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:23:14.624461 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc9cba-2d5f-4fa0-8c2c-929fef8950f9 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Pushing event deleted for resources: {'Port': ['ID=ce470742-4310-4b05-8202-02735e6561c3,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:23:14.628438 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-b9dc9cba-2d5f-4fa0-8c2c-929fef8950f9 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:23:14.755111 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b9dc9cba-2d5f-4fa0-8c2c-929fef8950f9 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks [] for floatingip, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:14.814644 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b9dc9cba-2d5f-4fa0-8c2c-929fef8950f9 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for floatingip, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:14.815994 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-b9dc9cba-2d5f-4fa0-8c2c-929fef8950f9 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] 10.222.0.101 "DELETE /v2.0/floatingips/677737b2-552f-40ff-9f0c-fb4285628ac2 HTTP/1.1" status: 204 len: 168 time: 1.3066375 Feb 03 20:23:15.269019 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b35a0bbc-50cf-401e-a708-8d8a0b2b5d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:15.966239 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:16.043194 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:16.784308 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:17.606523 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:18.655130 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-03a1dd05-3e1c-425b-82df-8386507de8c4 req-85c78c59-88c2-4959-ae9e-8b7d5d0d5950 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0787191 Feb 03 20:23:18.839443 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1dd05-3e1c-425b-82df-8386507de8c4 req-d258ee14-08a7-411e-ae6a-0de530dc44d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:18.841116 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-03a1dd05-3e1c-425b-82df-8386507de8c4 req-d258ee14-08a7-411e-ae6a-0de530dc44d5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7d0c86df6c4f4593b9a31a035a219a8b&device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 1162 time: 0.0836699 Feb 03 20:23:19.000401 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1dd05-3e1c-425b-82df-8386507de8c4 req-a0531d76-3b5a-4480-b630-325b902ea8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:19.002016 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-03a1dd05-3e1c-425b-82df-8386507de8c4 req-a0531d76-3b5a-4480-b630-325b902ea8e1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=08219bc6-fd07-43f5-9c2f-a541f5c84519 HTTP/1.1" status: 200 len: 911 time: 0.1427147 Feb 03 20:23:19.114998 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-03a1dd05-3e1c-425b-82df-8386507de8c4 req-3f452476-db72-434f-b8df-4f78992d01a1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c869a16-0062-4fb0-8006-8e0f05a26581 HTTP/1.1" status: 200 len: 1001 time: 0.1063187 Feb 03 20:23:19.120692 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 57226) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:23:19.195722 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1dd05-3e1c-425b-82df-8386507de8c4 req-ed90ae35-11c9-4903-a9e6-9945ea45d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:19.197385 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-03a1dd05-3e1c-425b-82df-8386507de8c4 req-ed90ae35-11c9-4903-a9e6-9945ea45d8f5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f3c3806f-0e98-495a-bf4b-ac3a793d5c17 HTTP/1.1" status: 200 len: 856 time: 0.0720894 Feb 03 20:23:19.283090 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1dd05-3e1c-425b-82df-8386507de8c4 req-a84db4f0-4a11-4bc4-bf26-38f4ffab90e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:19.284762 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-03a1dd05-3e1c-425b-82df-8386507de8c4 req-a84db4f0-4a11-4bc4-bf26-38f4ffab90e9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=08219bc6-fd07-43f5-9c2f-a541f5c84519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810330 Feb 03 20:23:19.611343 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-03a1dd05-3e1c-425b-82df-8386507de8c4 req-e2d6a14f-81ee-49d7-acef-3cefd9bf3d5a service neutron] 10.222.0.90 "GET /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202627 Feb 03 20:23:19.922366 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-03a1dd05-3e1c-425b-82df-8386507de8c4 req-1dd8a919-96d0-413b-ac7e-63e50d9dd4d8 service neutron] 10.222.0.90 "GET /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3041747 Feb 03 20:23:20.131662 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-24e08023-7442-48f9-9235-8541d45f9800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853131978'] for router_interface, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:20.517152 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-24e08023-7442-48f9-9235-8541d45f9800 admin admin] Deleting port 7cd38fd5-591b-4722-9cf3-5cbe5d83caa8 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:23:20.517532 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-24e08023-7442-48f9-9235-8541d45f9800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:20.706053 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-24e08023-7442-48f9-9235-8541d45f9800 admin admin] For port 7cd38fd5-591b-4722-9cf3-5cbe5d83caa8, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=7cd38fd5-591b-4722-9cf3-5cbe5d83caa8,segment=NetworkSegment(e5cfedf2-070c-4fe2-9fd6-828d89417b0b),segment_id=e5cfedf2-070c-4fe2-9fd6-828d89417b0b)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:23:20.706590 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-24e08023-7442-48f9-9235-8541d45f9800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:20.842212 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-24e08023-7442-48f9-9235-8541d45f9800 admin admin] Calling delete_port for 7cd38fd5-591b-4722-9cf3-5cbe5d83caa8 owned by network:router_interface {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:23:21.206162 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-24e08023-7442-48f9-9235-8541d45f9800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:21.222132 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-b6b0b3a3-b7a5-4ada-9517-871caf5deb33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:23:21.322806 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e08023-7442-48f9-9235-8541d45f9800 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd38fd5-591b-4722-9cf3-5cbe5d83caa8,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:23:21.327651 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-24e08023-7442-48f9-9235-8541d45f9800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:23:21.877928 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-24e08023-7442-48f9-9235-8541d45f9800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1644146'] for router_interface, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:22.401450 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e08023-7442-48f9-9235-8541d45f9800 admin admin] Router 245bae1d-c794-4c0b-b042-13b770008098 has already been hosted by L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 {{(pid=80170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 20:23:22.596082 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e08023-7442-48f9-9235-8541d45f9800 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:23:22.605976 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e92584a-0a15-4f22-bcc2-4adff154e683 None None] Sync routers for ids ['245bae1d-c794-4c0b-b042-13b770008098'] in dv-cinder-773985-1-smb {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:23:22.612137 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-24e08023-7442-48f9-9235-8541d45f9800 admin admin] 10.222.0.101 "PUT /v2.0/routers/245bae1d-c794-4c0b-b042-13b770008098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4874189 Feb 03 20:23:22.613488 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 57234) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:23:22.619277 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e92584a-0a15-4f22-bcc2-4adff154e683 None None] Routers {'245bae1d-c794-4c0b-b042-13b770008098'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:23:22.620006 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-3e92584a-0a15-4f22-bcc2-4adff154e683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:23:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['245bae1d-c794-4c0b-b042-13b770008098'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:23:22.815930 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-3e92584a-0a15-4f22-bcc2-4adff154e683 None None] Set router 245bae1d-c794-4c0b-b042-13b770008098 gateway port host: dv-cinder-773985-1-smb {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:23:22.817309 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e612f160-72e4-4a43-af56-4f055c431e4e admin admin] Notify callbacks [] for router, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:23.005942 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e612f160-72e4-4a43-af56-4f055c431e4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:23.011109 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-e612f160-72e4-4a43-af56-4f055c431e4e admin admin] Deleting port b2f7498c-f3a3-4cc4-85eb-edc3a92f0418 {{(pid=80169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:23:23.011485 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e612f160-72e4-4a43-af56-4f055c431e4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:23.121006 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-3e92584a-0a15-4f22-bcc2-4adff154e683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245bae1d-c794-4c0b-b042-13b770008098', 'name': 'tempest-AttachVolumeTestJSON-562042104-router', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:34Z', 'updated_at': '2021-02-03T20:23:21Z', 'revision_number': 5, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'gw_port': {'id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:36Z', 'updated_at': '2021-02-03T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:23:23.125654 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e92584a-0a15-4f22-bcc2-4adff154e683 None None] Checking router: 245bae1d-c794-4c0b-b042-13b770008098 for host: dv-cinder-773985-1-smb {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:23:23.134490 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e92584a-0a15-4f22-bcc2-4adff154e683 None None] Routers {'245bae1d-c794-4c0b-b042-13b770008098'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:23:23.135132 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-3e92584a-0a15-4f22-bcc2-4adff154e683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:23:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['245bae1d-c794-4c0b-b042-13b770008098'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:23:23.198212 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-e612f160-72e4-4a43-af56-4f055c431e4e admin admin] For port b2f7498c-f3a3-4cc4-85eb-edc3a92f0418, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=b2f7498c-f3a3-4cc4-85eb-edc3a92f0418,segment=NetworkSegment(194f5804-a926-4317-99f2-0a1ac54a9265),segment_id=194f5804-a926-4317-99f2-0a1ac54a9265)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:23:23.202158 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e612f160-72e4-4a43-af56-4f055c431e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:23.326563 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-3e92584a-0a15-4f22-bcc2-4adff154e683 None None] Set router 245bae1d-c794-4c0b-b042-13b770008098 gateway port host: dv-cinder-773985-1-smb {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:23:23.338752 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-e612f160-72e4-4a43-af56-4f055c431e4e admin admin] Calling delete_port for b2f7498c-f3a3-4cc4-85eb-edc3a92f0418 owned by network:router_gateway {{(pid=80169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:23:23.549677 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e612f160-72e4-4a43-af56-4f055c431e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:23.632860 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-3e92584a-0a15-4f22-bcc2-4adff154e683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245bae1d-c794-4c0b-b042-13b770008098', 'name': 'tempest-AttachVolumeTestJSON-562042104-router', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:34Z', 'updated_at': '2021-02-03T20:23:21Z', 'revision_number': 5, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'gw_port': {'id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:36Z', 'updated_at': '2021-02-03T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:23:23.637618 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e92584a-0a15-4f22-bcc2-4adff154e683 None None] The sync data for ids ['245bae1d-c794-4c0b-b042-13b770008098'] in dv-cinder-773985-1-smb is: [{'id': '245bae1d-c794-4c0b-b042-13b770008098', 'name': 'tempest-AttachVolumeTestJSON-562042104-router', 'tenant_id': 'e1c0df3d838d47bb903f815bc72144c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:34Z', 'updated_at': '2021-02-03T20:23:21Z', 'revision_number': 5, 'project_id': 'e1c0df3d838d47bb903f815bc72144c5', 'gw_port': {'id': 'b2f7498c-f3a3-4cc4-85eb-edc3a92f0418', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bae1d-c794-4c0b-b042-13b770008098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:36Z', 'updated_at': '2021-02-03T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:23:23.749555 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e612f160-72e4-4a43-af56-4f055c431e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1670548'] for router_gateway, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:24.128921 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e612f160-72e4-4a43-af56-4f055c431e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854762751'] for router, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:24.131247 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e612f160-72e4-4a43-af56-4f055c431e4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:24.360435 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e612f160-72e4-4a43-af56-4f055c431e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853127573'] for router, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:24.361089 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e612f160-72e4-4a43-af56-4f055c431e4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 245bae1d-c794-4c0b-b042-13b770008098 {{(pid=80169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 03 20:23:24.374413 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e612f160-72e4-4a43-af56-4f055c431e4e admin admin] Notify callbacks [] for router, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:24.376216 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-e612f160-72e4-4a43-af56-4f055c431e4e admin admin] 10.222.0.101 "DELETE /v2.0/routers/245bae1d-c794-4c0b-b042-13b770008098 HTTP/1.1" status: 204 len: 168 time: 1.7610426 Feb 03 20:23:24.378394 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 57238) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:23:24.450271 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0a6ff5-930a-4afc-be71-4dc333b7b370 admin admin] Deleting subnet ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105 {{(pid=80169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 03 20:23:24.453523 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ec0a6ff5-930a-4afc-be71-4dc333b7b370 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:24.515128 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ec0a6ff5-930a-4afc-be71-4dc333b7b370 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65514616'] for subnet, precommit_delete_associations {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:24.601029 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ec0a6ff5-930a-4afc-be71-4dc333b7b370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-22235'] for subnet, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:24.663208 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device b2f7498c-f3a3-4cc4-85eb-edc3a92f0418 no longer exists at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:23:24.703665 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] No Port match for: b2f7498c-f3a3-4cc4-85eb-edc3a92f0418 {{(pid=80171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 20:23:24.704074 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device b2f7498c-f3a3-4cc4-85eb-edc3a92f0418 not bound to the agent host dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 20:23:24.704553 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 7cd38fd5-591b-4722-9cf3-5cbe5d83caa8 no longer exists at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:23:24.740874 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] No Port match for: 7cd38fd5-591b-4722-9cf3-5cbe5d83caa8 {{(pid=80171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 20:23:24.741279 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 7cd38fd5-591b-4722-9cf3-5cbe5d83caa8 not bound to the agent host dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 20:23:24.946739 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ec0a6ff5-930a-4afc-be71-4dc333b7b370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854753581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789467195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66919813'] for subnet, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:24.964216 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:23:25.060743 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a6ff5-930a-4afc-be71-4dc333b7b370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:23:25.065658 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-ec0a6ff5-930a-4afc-be71-4dc333b7b370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:23:25.098539 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ec0a6ff5-930a-4afc-be71-4dc333b7b370 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:25.104109 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa647f5b-8d15-4654-a6be-58e665f5eba2 None None] Network f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:23:25.104536 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-ec0a6ff5-930a-4afc-be71-4dc333b7b370 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/ebef1f7a-fa22-4c34-b5e2-5d34e9d7b105 HTTP/1.1" status: 204 len: 168 time: 0.7251005 Feb 03 20:23:25.108399 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 57242) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:23:25.228719 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-798c2283-a78a-4a92-a945-57b625cd9c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852798343'] for network, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:25.302155 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-798c2283-a78a-4a92-a945-57b625cd9c2b admin admin] Deleting port a5650cb5-ce73-49e7-b990-4422c06539bc {{(pid=80169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:23:25.302544 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-798c2283-a78a-4a92-a945-57b625cd9c2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:25.373496 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be552ac8-388f-40f3-b466-6fd72ef7afa6 None None] DHCP port deletion for f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 request from dv-cinder-773985-1-smb {{(pid=80171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 03 20:23:25.378014 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-be552ac8-388f-40f3-b466-6fd72ef7afa6 None None] Deleting port a5650cb5-ce73-49e7-b990-4422c06539bc {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:23:25.378431 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-be552ac8-388f-40f3-b466-6fd72ef7afa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:25.554408 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-798c2283-a78a-4a92-a945-57b625cd9c2b admin admin] For port a5650cb5-ce73-49e7-b990-4422c06539bc, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=a5650cb5-ce73-49e7-b990-4422c06539bc,segment=NetworkSegment(e5cfedf2-070c-4fe2-9fd6-828d89417b0b),segment_id=e5cfedf2-070c-4fe2-9fd6-828d89417b0b)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:23:25.554849 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-798c2283-a78a-4a92-a945-57b625cd9c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:25.610114 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-be552ac8-388f-40f3-b466-6fd72ef7afa6 None None] For port a5650cb5-ce73-49e7-b990-4422c06539bc, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=a5650cb5-ce73-49e7-b990-4422c06539bc,segment=NetworkSegment(e5cfedf2-070c-4fe2-9fd6-828d89417b0b),segment_id=e5cfedf2-070c-4fe2-9fd6-828d89417b0b)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:23:25.610666 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-be552ac8-388f-40f3-b466-6fd72ef7afa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:25.694607 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-798c2283-a78a-4a92-a945-57b625cd9c2b admin admin] Calling delete_port for a5650cb5-ce73-49e7-b990-4422c06539bc owned by network:dhcp {{(pid=80169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:23:25.820417 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-798c2283-a78a-4a92-a945-57b625cd9c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:25.836339 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-b9119486-3ee7-4a27-beb9-81479ed18ef9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:23:25.909395 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-be552ac8-388f-40f3-b466-6fd72ef7afa6 None None] Calling delete_port for a5650cb5-ce73-49e7-b990-4422c06539bc owned by network:dhcp {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:23:25.933766 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c2283-a78a-4a92-a945-57b625cd9c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=a5650cb5-ce73-49e7-b990-4422c06539bc,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:23:25.936632 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-798c2283-a78a-4a92-a945-57b625cd9c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:23:25.984670 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.db.api [None req-be552ac8-388f-40f3-b466-6fd72ef7afa6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80171) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 03 20:23:25.985777 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_db.api [None req-be552ac8-388f-40f3-b466-6fd72ef7afa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 03 20:23:25.986081 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798c2283-a78a-4a92-a945-57b625cd9c2b admin admin] No DVR routers for this DVR port a5650cb5-ce73-49e7-b990-4422c06539bc on host dv-cinder-773985-1-smb {{(pid=80169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 20:23:26.110713 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-798c2283-a78a-4a92-a945-57b625cd9c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8528', 'neutron.services.segments.db._delete_segments_for_network--9223363306292405654'] for network, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:26.226385 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-798c2283-a78a-4a92-a945-57b625cd9c2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b2556e-b9f4-4fa6-8f4c-d6203199ec31']}} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:23:26.239238 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-798c2283-a78a-4a92-a945-57b625cd9c2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5cfedf2-070c-4fe2-9fd6-828d89417b0b') {'for_net_delete': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:23:26.239621 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-798c2283-a78a-4a92-a945-57b625cd9c2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5cfedf2-070c-4fe2-9fd6-828d89417b0b') {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:23:26.252546 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-798c2283-a78a-4a92-a945-57b625cd9c2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306292408726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789261200'] for segment, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:26.267784 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-798c2283-a78a-4a92-a945-57b625cd9c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:26.269775 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-798c2283-a78a-4a92-a945-57b625cd9c2b admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 03 20:23:26.447164 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-798c2283-a78a-4a92-a945-57b625cd9c2b admin admin] Network f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 has no segments {{(pid=80169) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 20:23:26.456757 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-798c2283-a78a-4a92-a945-57b625cd9c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789467222'] for segment, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:26.487066 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-be552ac8-388f-40f3-b466-6fd72ef7afa6 None None] Deleting port a5650cb5-ce73-49e7-b990-4422c06539bc {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:23:26.487641 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-be552ac8-388f-40f3-b466-6fd72ef7afa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:26.563075 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-be552ac8-388f-40f3-b466-6fd72ef7afa6 None None] The port 'a5650cb5-ce73-49e7-b990-4422c06539bc' was deleted {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 03 20:23:26.644300 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-798c2283-a78a-4a92-a945-57b625cd9c2b admin admin] Network f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 has no segments {{(pid=80169) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 20:23:26.659075 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device a5650cb5-ce73-49e7-b990-4422c06539bc no longer exists at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: Traceback (most recent call last): Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: timer() Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: cb(*args, **kw) Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: return func(*args, **kwargs) Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: self._notify() Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: self.callback(batched_events) Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: event.method(event) Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: segment_id)['aggregates'][0] Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: return f(self, *a, **k) Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: return self._get(url).json() Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: **kwargs) Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: return self.request(url, 'GET', **kwargs) Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: **endpoint_filter) Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 20:23:26.668010 dv-cinder-773985-1-smb neutron-server[80058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 20:23:26.694841 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] No Port match for: a5650cb5-ce73-49e7-b990-4422c06539bc {{(pid=80171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 20:23:26.695240 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device a5650cb5-ce73-49e7-b990-4422c06539bc not bound to the agent host dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 20:23:26.785947 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-798c2283-a78a-4a92-a945-57b625cd9c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853105267'] for network, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:26.789447 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:23:26.805529 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-798c2283-a78a-4a92-a945-57b625cd9c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:26.812045 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c2283-a78a-4a92-a945-57b625cd9c2b admin admin] Pushing event deleted for resources: {'Network': ['ID=f2b2556e-b9f4-4fa6-8f4c-d6203199ec31,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:23:26.816522 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-798c2283-a78a-4a92-a945-57b625cd9c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:23:26.864699 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-798c2283-a78a-4a92-a945-57b625cd9c2b admin admin] 10.222.0.101 "DELETE /v2.0/networks/f2b2556e-b9f4-4fa6-8f4c-d6203199ec31 HTTP/1.1" status: 204 len: 168 time: 1.7548969 Feb 03 20:23:27.247170 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 57248) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:23:27.300307 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-59f3cae1-c288-4e75-b555-1445f36cbc43 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e1c0df3d838d47bb903f815bc72144c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0510027 Feb 03 20:23:27.302818 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 57252) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:23:27.364261 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9b1439b9-aa11-40bd-bd30-61bd9d9cbf6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:27.391937 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9b1439b9-aa11-40bd-bd30-61bd9d9cbf6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:27.466428 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9b1439b9-aa11-40bd-bd30-61bd9d9cbf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:27.473298 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-96a663f1-78f1-4896-a6c8-debfa6d8c09d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:23:27.490096 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1439b9-aa11-40bd-bd30-61bd9d9cbf6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed445fca-2753-4179-a5eb-bc7642661d73,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:23:27.493274 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9b1439b9-aa11-40bd-bd30-61bd9d9cbf6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:23:27.495985 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9b1439b9-aa11-40bd-bd30-61bd9d9cbf6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:27.496786 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-9b1439b9-aa11-40bd-bd30-61bd9d9cbf6d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ed445fca-2753-4179-a5eb-bc7642661d73 HTTP/1.1" status: 204 len: 168 time: 0.1927795 Feb 03 20:23:28.588561 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 57274) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:23:28.731071 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-b9e8ddbf-c586-4478-ba29-d98c5acc1260 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-470693476-network', 'tenant_id': '5eb271c6af9e47359457b15802d0b439'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:23:28.736322 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-b9e8ddbf-c586-4478-ba29-d98c5acc1260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:23:28.740406 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-b9e8ddbf-c586-4478-ba29-d98c5acc1260 admin admin] Usage tracker for resource:network and tenant:5eb271c6af9e47359457b15802d0b439 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:23:28.743453 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-b9e8ddbf-c586-4478-ba29-d98c5acc1260 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:23:28.749634 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-b9e8ddbf-c586-4478-ba29-d98c5acc1260 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:23:28.785798 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e8ddbf-c586-4478-ba29-d98c5acc1260 admin admin] Made reservation on behalf of 5eb271c6af9e47359457b15802d0b439 for: {'network': 1} {{(pid=80169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:23:28.790835 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b9e8ddbf-c586-4478-ba29-d98c5acc1260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for network, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:28.804033 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b9e8ddbf-c586-4478-ba29-d98c5acc1260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:28.819276 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-b9e8ddbf-c586-4478-ba29-d98c5acc1260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:23:28.823313 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-b9e8ddbf-c586-4478-ba29-d98c5acc1260 admin admin] Usage tracker for resource:security_group_rule and tenant:5eb271c6af9e47359457b15802d0b439 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:23:28.826942 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-b9e8ddbf-c586-4478-ba29-d98c5acc1260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:23:28.832795 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-b9e8ddbf-c586-4478-ba29-d98c5acc1260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:23:29.031751 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b9e8ddbf-c586-4478-ba29-d98c5acc1260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:29.071379 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b9e8ddbf-c586-4478-ba29-d98c5acc1260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:29.074592 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-761f6e3a-1841-4d7c-887b-fe226c990f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:23:29.107890 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e8ddbf-c586-4478-ba29-d98c5acc1260 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 20:23:29.117090 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8ddbf-c586-4478-ba29-d98c5acc1260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:23:29.120932 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-b9e8ddbf-c586-4478-ba29-d98c5acc1260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:23:29.124266 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b9e8ddbf-c586-4478-ba29-d98c5acc1260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:29.124651 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.segments_db [None req-b9e8ddbf-c586-4478-ba29-d98c5acc1260 admin admin] Added segment b0cd2884-f8d2-4437-a887-50593408adb5 of type vxlan for network 6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d Feb 03 20:23:29.151932 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b9e8ddbf-c586-4478-ba29-d98c5acc1260 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306292959399'] for network, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:29.277225 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b9e8ddbf-c586-4478-ba29-d98c5acc1260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669'] for network, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:29.278711 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e8ddbf-c586-4478-ba29-d98c5acc1260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:29.279363 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b9e8ddbf-c586-4478-ba29-d98c5acc1260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:29.284592 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-461239d2-4705-4130-a43c-54aab12ca176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:23:29.391067 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8ddbf-c586-4478-ba29-d98c5acc1260 admin admin] Pushing event updated for resources: {'Network': ['ID=6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:23:29.394960 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-b9e8ddbf-c586-4478-ba29-d98c5acc1260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:23:29.401820 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Network 6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d details requested by agent ovs-agent-dv-cinder-773985-1-smb with host dv-cinder-773985-1-smb {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:23:29.415461 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-b9e8ddbf-c586-4478-ba29-d98c5acc1260 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8256745 Feb 03 20:23:29.418462 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 57282) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:23:29.421291 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Network 6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:23:29.425622 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-185c820d-5744-469d-802c-921a04a05f7b admin admin] Request body: {'subnet': {'network_id': '6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-470693476-subnet', 'tenant_id': '5eb271c6af9e47359457b15802d0b439', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:23:29.433585 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-185c820d-5744-469d-802c-921a04a05f7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:23:29.441290 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-185c820d-5744-469d-802c-921a04a05f7b admin admin] Usage tracker for resource:subnet and tenant:5eb271c6af9e47359457b15802d0b439 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:23:29.446145 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-185c820d-5744-469d-802c-921a04a05f7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:23:29.455661 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-185c820d-5744-469d-802c-921a04a05f7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:23:29.500450 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185c820d-5744-469d-802c-921a04a05f7b admin admin] Made reservation on behalf of 5eb271c6af9e47359457b15802d0b439 for: {'subnet': 1} {{(pid=80169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:23:29.505409 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-185c820d-5744-469d-802c-921a04a05f7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036787855953'] for subnet, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:29.967356 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-185c820d-5744-469d-802c-921a04a05f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036789467648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036787855972'] for subnet, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:29.982843 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-970fa467-1241-4e8b-bffa-383e5057efdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:23:30.348752 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c820d-5744-469d-802c-921a04a05f7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c23590-9777-4856-8244-d761f16b7589,revision_number=0']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:23:30.351679 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-185c820d-5744-469d-802c-921a04a05f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:23:30.427837 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185c820d-5744-469d-802c-921a04a05f7b admin admin] Checking segment: {'id': 'b0cd2884-f8d2-4437-a887-50593408adb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:23:30.428228 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185c820d-5744-469d-802c-921a04a05f7b admin admin] Network hostable DHCP agents. Network: 6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d, hostable agents: ['8291a3bc-6c85-4131-82cd-10fb92f4b1cb'], hosted agents: [] {{(pid=80169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 20:23:30.509303 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185c820d-5744-469d-802c-921a04a05f7b admin admin] Network 6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d is scheduled to be hosted by DHCP agent 8291a3bc-6c85-4131-82cd-10fb92f4b1cb with binding_index 1 {{(pid=80169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 20:23:30.545886 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-185c820d-5744-469d-802c-921a04a05f7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-smb, 6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d) {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:23:30.555327 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d381d614-85e6-4113-b75a-c7cc89d71375 None None] Network 6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:23:30.558335 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185c820d-5744-469d-802c-921a04a05f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:30.558993 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-185c820d-5744-469d-802c-921a04a05f7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:30.620919 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-185c820d-5744-469d-802c-921a04a05f7b admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2005637 Feb 03 20:23:30.786315 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef228a7-84c6-4c5b-ba9f-4c3c319ba95f None None] Network 6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:23:31.292610 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-9d3fa851-3935-4019-90c4-7c49770e9155 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:31.294804 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-9d3fa851-3935-4019-90c4-7c49770e9155 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/networks?id=6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d HTTP/1.1" status: 200 len: 814 time: 0.2341862 Feb 03 20:23:31.311548 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-e126201e-dc9c-4cd0-8b32-64fe202540f6 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/quotas/5eb271c6af9e47359457b15802d0b439 HTTP/1.1" status: 200 len: 375 time: 0.0100067 Feb 03 20:23:31.366526 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-c43b2635-912c-4efb-9b69-96cd95bcc78b tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=5eb271c6af9e47359457b15802d0b439&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491383 Feb 03 20:23:31.525948 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-330ff45a-b8ff-44c2-b283-b2743b51a11f service neutron] 10.222.0.101 "GET /v2.0/networks/6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515806 Feb 03 20:23:31.673418 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-f860a59a-7eeb-48da-b5fc-b0bb7ce88e81 service neutron] 10.222.0.101 "GET /v2.0/networks/6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1403580 Feb 03 20:23:32.004329 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8e740124-f1d9-451a-92c5-a051b3d42aa0 req-e0755ee4-0a60-4abf-9d14-85b3ce90f4c0 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=d712db72-0f45-46b8-8ebe-1a2de5865660 HTTP/1.1" status: 200 len: 210 time: 0.0571277 Feb 03 20:23:33.190304 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a887dd02-19fa-4aba-b307-cdeb817e62a5 req-003e8250-67b4-42b0-bc04-324adcde78bb tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=d712db72-0f45-46b8-8ebe-1a2de5865660 HTTP/1.1" status: 200 len: 210 time: 0.0488133 Feb 03 20:23:33.594429 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:23:34.150733 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-9a9831c7-610c-4290-b376-0e44dfe4dfb8 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:34.152414 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-9a9831c7-610c-4290-b376-0e44dfe4dfb8 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.90 "GET /v2.0/networks?id=6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d HTTP/1.1" status: 200 len: 814 time: 0.2396584 Feb 03 20:23:34.176309 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-b4fade7b-94ca-4b1d-b3d8-262b77860797 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Request body: {'port': {'device_id': 'd712db72-0f45-46b8-8ebe-1a2de5865660', 'network_id': '6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d', 'admin_state_up': True, 'tenant_id': '5eb271c6af9e47359457b15802d0b439'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:23:34.366455 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-b4fade7b-94ca-4b1d-b3d8-262b77860797 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:23:34.384477 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-b4fade7b-94ca-4b1d-b3d8-262b77860797 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Usage tracker for resource:port and tenant:5eb271c6af9e47359457b15802d0b439 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:23:34.389135 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-585e5682-4afe-4601-8f11-ee7022a760bf req-56ba0383-f4a7-4ea0-880e-5ecede05325e tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=d712db72-0f45-46b8-8ebe-1a2de5865660 HTTP/1.1" status: 200 len: 210 time: 0.0597820 Feb 03 20:23:34.389813 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-b4fade7b-94ca-4b1d-b3d8-262b77860797 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:23:34.395900 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-b4fade7b-94ca-4b1d-b3d8-262b77860797 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:23:34.446150 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-b4fade7b-94ca-4b1d-b3d8-262b77860797 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Made reservation on behalf of 5eb271c6af9e47359457b15802d0b439 for: {'port': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:23:34.467857 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-b4fade7b-94ca-4b1d-b3d8-262b77860797 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:34.777811 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-b4fade7b-94ca-4b1d-b3d8-262b77860797 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Allocated IP 172.20.0.3 (6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d/e9c23590-9777-4856-8244-d761f16b7589/69db9cb9-bdf1-4529-8abd-465e9b41986f) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:23:34.997613 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-b4fade7b-94ca-4b1d-b3d8-262b77860797 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:35.054688 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-b4fade7b-94ca-4b1d-b3d8-262b77860797 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:35.070017 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-59d1795c-9b88-4a93-b734-d9faf22fe080 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:23:35.206061 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fade7b-94ca-4b1d-b3d8-262b77860797 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Pushing event updated for resources: {'Port': ['ID=69db9cb9-bdf1-4529-8abd-465e9b41986f,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:23:35.210649 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-b4fade7b-94ca-4b1d-b3d8-262b77860797 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:23:35.264354 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-b4fade7b-94ca-4b1d-b3d8-262b77860797 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Network 6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:23:35.265486 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-b4fade7b-94ca-4b1d-b3d8-262b77860797 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:23:35.267829 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-b4fade7b-94ca-4b1d-b3d8-262b77860797 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:23:35.396686 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-b4fade7b-94ca-4b1d-b3d8-262b77860797 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:35.397299 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-b4fade7b-94ca-4b1d-b3d8-262b77860797 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:35.455226 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-b4fade7b-94ca-4b1d-b3d8-262b77860797 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2829943 Feb 03 20:23:35.473362 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-81ae2af4-6d01-4d92-9d79-9ca8701df08d service neutron] Request body: {'port': {'device_id': 'd712db72-0f45-46b8-8ebe-1a2de5865660', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:23:35.664994 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-81ae2af4-6d01-4d92-9d79-9ca8701df08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:35.802111 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d131df1-09fa-45c1-9e06-17af76b93492 req-0726badc-a447-4024-9a7a-5048e5795894 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:35.802954 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-3d131df1-09fa-45c1-9e06-17af76b93492 req-0726badc-a447-4024-9a7a-5048e5795894 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Synchronizing usage tracker for tenant:5eb271c6af9e47359457b15802d0b439 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:23:35.880925 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-3d131df1-09fa-45c1-9e06-17af76b93492 req-0726badc-a447-4024-9a7a-5048e5795894 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Unset dirty status for tenant:5eb271c6af9e47359457b15802d0b439 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:23:35.882202 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3d131df1-09fa-45c1-9e06-17af76b93492 req-0726badc-a447-4024-9a7a-5048e5795894 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=d712db72-0f45-46b8-8ebe-1a2de5865660 HTTP/1.1" status: 200 len: 931 time: 0.3546600 Feb 03 20:23:36.235302 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3d131df1-09fa-45c1-9e06-17af76b93492 req-86f39a40-8536-44b1-b3f4-77d0b2d93c78 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434334 Feb 03 20:23:36.476947 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-81ae2af4-6d01-4d92-9d79-9ca8701df08d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69db9cb9-bdf1-4529-8abd-465e9b41986f {{(pid=80170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 20:23:36.486232 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-81ae2af4-6d01-4d92-9d79-9ca8701df08d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:36.499753 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-81ae2af4-6d01-4d92-9d79-9ca8701df08d service neutron] Transition to ACTIVE for port object 69db9cb9-bdf1-4529-8abd-465e9b41986f will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:23:36.534289 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-81ae2af4-6d01-4d92-9d79-9ca8701df08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787982947'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:36.550596 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-b9dc9cba-2d5f-4fa0-8c2c-929fef8950f9 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:23:36.686483 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae2af4-6d01-4d92-9d79-9ca8701df08d service neutron] Pushing event updated for resources: {'Port': ['ID=69db9cb9-bdf1-4529-8abd-465e9b41986f,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:23:36.689646 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-81ae2af4-6d01-4d92-9d79-9ca8701df08d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:23:36.873737 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-81ae2af4-6d01-4d92-9d79-9ca8701df08d service neutron] Attempting to bind port 69db9cb9-bdf1-4529-8abd-465e9b41986f on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:23:36.874095 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-81ae2af4-6d01-4d92-9d79-9ca8701df08d service neutron] Attempting to bind port 69db9cb9-bdf1-4529-8abd-465e9b41986f by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'b0cd2884-f8d2-4437-a887-50593408adb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:23:36.874464 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-81ae2af4-6d01-4d92-9d79-9ca8701df08d service neutron] Attempting to bind port 69db9cb9-bdf1-4529-8abd-465e9b41986f on network 6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:23:36.880195 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-81ae2af4-6d01-4d92-9d79-9ca8701df08d service neutron] Checking agent: {'id': '4ba2278c-c66c-406d-ba19-1defa11400a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 11, 16), 'started_at': datetime.datetime(2021, 2, 3, 20, 11, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:23:36.880569 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-81ae2af4-6d01-4d92-9d79-9ca8701df08d service neutron] Checking segment: {'id': 'b0cd2884-f8d2-4437-a887-50593408adb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:23:36.880975 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-81ae2af4-6d01-4d92-9d79-9ca8701df08d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:36.881368 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-81ae2af4-6d01-4d92-9d79-9ca8701df08d service neutron] Bound using segment: {'id': 'b0cd2884-f8d2-4437-a887-50593408adb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:23:36.881836 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-81ae2af4-6d01-4d92-9d79-9ca8701df08d service neutron] Bound port: 69db9cb9-bdf1-4529-8abd-465e9b41986f, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0cd2884-f8d2-4437-a887-50593408adb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:23:36.882208 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-81ae2af4-6d01-4d92-9d79-9ca8701df08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:36.980866 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-81ae2af4-6d01-4d92-9d79-9ca8701df08d service neutron] For port 69db9cb9-bdf1-4529-8abd-465e9b41986f, host hv-cinder-77398, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:23:36.984115 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-81ae2af4-6d01-4d92-9d79-9ca8701df08d service neutron] For port 69db9cb9-bdf1-4529-8abd-465e9b41986f, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=69db9cb9-bdf1-4529-8abd-465e9b41986f,segment=NetworkSegment(b0cd2884-f8d2-4437-a887-50593408adb5),segment_id=b0cd2884-f8d2-4437-a887-50593408adb5)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:23:37.018069 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-81ae2af4-6d01-4d92-9d79-9ca8701df08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787982947'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:37.034506 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-1024f97b-e808-436a-8881-5fa1771d8cf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:23:37.193583 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae2af4-6d01-4d92-9d79-9ca8701df08d service neutron] Pushing event updated for resources: {'Port': ['ID=69db9cb9-bdf1-4529-8abd-465e9b41986f,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:23:37.197648 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-81ae2af4-6d01-4d92-9d79-9ca8701df08d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:23:37.232162 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-81ae2af4-6d01-4d92-9d79-9ca8701df08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:37.232857 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-81ae2af4-6d01-4d92-9d79-9ca8701df08d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:37.234374 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-81ae2af4-6d01-4d92-9d79-9ca8701df08d service neutron] 10.222.0.90 "PUT /v2.0/ports/69db9cb9-bdf1-4529-8abd-465e9b41986f HTTP/1.1" status: 200 len: 1157 time: 1.7657640 Feb 03 20:23:37.234921 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd712db72-0f45-46b8-8ebe-1a2de5865660', 'tag': '69db9cb9-bdf1-4529-8abd-465e9b41986f'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:23:37.295873 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd712db72-0f45-46b8-8ebe-1a2de5865660', 'tag': '69db9cb9-bdf1-4529-8abd-465e9b41986f', 'status': 'completed', 'code': 200} Feb 03 20:23:37.480863 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-3497a7fa-9d39-42a1-98a5-9bed9cd70efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:37.484014 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-3497a7fa-9d39-42a1-98a5-9bed9cd70efc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5eb271c6af9e47359457b15802d0b439&device_id=d712db72-0f45-46b8-8ebe-1a2de5865660 HTTP/1.1" status: 200 len: 1160 time: 0.1630492 Feb 03 20:23:37.588146 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-7d481bf0-6341-4bc0-98b4-b39332d636c6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69db9cb9-bdf1-4529-8abd-465e9b41986f HTTP/1.1" status: 200 len: 217 time: 0.0907872 Feb 03 20:23:37.678290 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f2733-0f1e-4f84-88f5-1ae3162c887a req-e1bc21ab-ee5c-4a06-9d1f-74cd1e82ec20 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:37.680095 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d92f2733-0f1e-4f84-88f5-1ae3162c887a req-e1bc21ab-ee5c-4a06-9d1f-74cd1e82ec20 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=d712db72-0f45-46b8-8ebe-1a2de5865660 HTTP/1.1" status: 200 len: 943 time: 0.2829657 Feb 03 20:23:37.837357 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-c4865ce3-6d26-4d0a-81e2-414dedbbd86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:37.839001 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-c4865ce3-6d26-4d0a-81e2-414dedbbd86f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e9c23590-9777-4856-8244-d761f16b7589 HTTP/1.1" status: 200 len: 854 time: 0.1575127 Feb 03 20:23:37.858909 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d92f2733-0f1e-4f84-88f5-1ae3162c887a req-f76ed9dc-9c85-4b05-98cb-e7353365428f tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388330 Feb 03 20:23:37.913926 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-befc2cf5-1bb0-44fb-bbbc-2fc6dd59fb23 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539739 Feb 03 20:23:38.135312 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d49025-e7cd-4eca-8c67-2bcced859582 req-9bf23d6b-ce80-4378-80a0-908296e246c1 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:38.136950 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c3d49025-e7cd-4eca-8c67-2bcced859582 req-9bf23d6b-ce80-4378-80a0-908296e246c1 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.5516632 Feb 03 20:23:38.196559 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-a804787e-0eed-4233-8928-979d89efc190 service neutron] 10.222.0.90 "GET /v2.0/networks/6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723210 Feb 03 20:23:38.225775 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c3d49025-e7cd-4eca-8c67-2bcced859582 req-e48e66f0-b78e-4f57-83cb-fb9ad910f8c9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820274 Feb 03 20:23:38.374601 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9f0ccf13-b133-49ec-a0c5-ae1c8a0900bb req-5c910163-2d5b-4663-ad9f-dcac743e14ab service neutron] 10.222.0.90 "GET /v2.0/networks/6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1692102 Feb 03 20:23:38.601680 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bedfff-f98e-4962-b5d3-4d638ca25089 req-a60a7e7f-eea0-4a2a-96b4-7726cd73f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:38.603294 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-57bedfff-f98e-4962-b5d3-4d638ca25089 req-a60a7e7f-eea0-4a2a-96b4-7726cd73f6c5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5eb271c6af9e47359457b15802d0b439&device_id=d712db72-0f45-46b8-8ebe-1a2de5865660 HTTP/1.1" status: 200 len: 1160 time: 0.0824804 Feb 03 20:23:38.749363 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bedfff-f98e-4962-b5d3-4d638ca25089 req-b7e5fff1-21cc-48c4-ac94-2980479325a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:38.750961 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-57bedfff-f98e-4962-b5d3-4d638ca25089 req-b7e5fff1-21cc-48c4-ac94-2980479325a6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d HTTP/1.1" status: 200 len: 908 time: 0.1403079 Feb 03 20:23:38.823889 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-57bedfff-f98e-4962-b5d3-4d638ca25089 req-134b41a1-4b32-46e5-9f6f-db7784be9ce9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69db9cb9-bdf1-4529-8abd-465e9b41986f HTTP/1.1" status: 200 len: 217 time: 0.0661094 Feb 03 20:23:38.896144 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bedfff-f98e-4962-b5d3-4d638ca25089 req-91d1c4ca-afa9-4ebc-9abb-939ebbefcfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:38.897665 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-57bedfff-f98e-4962-b5d3-4d638ca25089 req-91d1c4ca-afa9-4ebc-9abb-939ebbefcfa6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e9c23590-9777-4856-8244-d761f16b7589 HTTP/1.1" status: 200 len: 854 time: 0.0671504 Feb 03 20:23:38.953331 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-57bedfff-f98e-4962-b5d3-4d638ca25089 req-53e0adc7-5d67-458b-a822-5d5976112e9b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478687 Feb 03 20:23:39.178209 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-57bedfff-f98e-4962-b5d3-4d638ca25089 req-374db1ae-77a5-490f-a3ae-e57286ec94e4 service neutron] 10.222.0.90 "GET /v2.0/networks/6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158794 Feb 03 20:23:39.268583 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0f2b9-412b-43fa-8c75-13bc3179650b req-7b6d6359-d17e-42ed-9b13-5b1696b55f9f tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:39.270171 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b6e0f2b9-412b-43fa-8c75-13bc3179650b req-7b6d6359-d17e-42ed-9b13-5b1696b55f9f tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=d712db72-0f45-46b8-8ebe-1a2de5865660 HTTP/1.1" status: 200 len: 943 time: 0.2779374 Feb 03 20:23:39.651440 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021dee3-cf21-4c79-95c3-5f73ccccce40 req-1608903c-4c4a-469d-8edd-48a1ac49e3b7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:39.652306 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-2021dee3-cf21-4c79-95c3-5f73ccccce40 req-1608903c-4c4a-469d-8edd-48a1ac49e3b7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Synchronizing usage tracker for tenant:7d0c86df6c4f4593b9a31a035a219a8b on resource:port {{(pid=80169) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:23:39.709279 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-2021dee3-cf21-4c79-95c3-5f73ccccce40 req-1608903c-4c4a-469d-8edd-48a1ac49e3b7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Unset dirty status for tenant:7d0c86df6c4f4593b9a31a035a219a8b on resource:port {{(pid=80169) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:23:39.710600 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2021dee3-cf21-4c79-95c3-5f73ccccce40 req-1608903c-4c4a-469d-8edd-48a1ac49e3b7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.90 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.2405245 Feb 03 20:23:39.763114 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b6e0f2b9-412b-43fa-8c75-13bc3179650b req-a6753af1-15bc-424a-bd3e-32408ee1accf tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351918 Feb 03 20:23:39.792109 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-57bedfff-f98e-4962-b5d3-4d638ca25089 req-b4442d98-2349-423c-a4b5-028ae73185a6 service neutron] 10.222.0.90 "GET /v2.0/networks/6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5208049 Feb 03 20:23:39.807456 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-2021dee3-cf21-4c79-95c3-5f73ccccce40 req-0aeedd73-3f20-4920-bbcb-6ef6f2ac29d0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Deleting port 3c869a16-0062-4fb0-8006-8e0f05a26581 {{(pid=80169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:23:39.807872 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-2021dee3-cf21-4c79-95c3-5f73ccccce40 req-0aeedd73-3f20-4920-bbcb-6ef6f2ac29d0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:39.883386 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4b10b-ae40-4a98-a85f-bef9794af68c req-ecc3d238-854e-4ee5-9021-0e74275fee67 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:39.885113 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-aca4b10b-ae40-4a98-a85f-bef9794af68c req-ecc3d238-854e-4ee5-9021-0e74275fee67 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 945 time: 0.3553786 Feb 03 20:23:39.952449 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-aca4b10b-ae40-4a98-a85f-bef9794af68c req-ab12a49d-61e1-47ef-a926-72e89acbd8ab tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups?id=cb867cfc-96b2-4865-8ad4-5c5b36318b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605435 Feb 03 20:23:40.077967 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-2021dee3-cf21-4c79-95c3-5f73ccccce40 req-0aeedd73-3f20-4920-bbcb-6ef6f2ac29d0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] For port 3c869a16-0062-4fb0-8006-8e0f05a26581, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=3c869a16-0062-4fb0-8006-8e0f05a26581,segment=NetworkSegment(4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927),segment_id=4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:23:40.078291 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-2021dee3-cf21-4c79-95c3-5f73ccccce40 req-0aeedd73-3f20-4920-bbcb-6ef6f2ac29d0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:40.391306 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-2021dee3-cf21-4c79-95c3-5f73ccccce40 req-0aeedd73-3f20-4920-bbcb-6ef6f2ac29d0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:40.391765 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-2021dee3-cf21-4c79-95c3-5f73ccccce40 req-0aeedd73-3f20-4920-bbcb-6ef6f2ac29d0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853105182'] for floatingip, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:40.391992 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.l3_db [req-2021dee3-cf21-4c79-95c3-5f73ccccce40 req-0aeedd73-3f20-4920-bbcb-6ef6f2ac29d0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Floating IP 8396cb57-1420-4b45-a166-94e64b9c0415 disassociated. External IP: 172.28.0.144, port: 3c869a16-0062-4fb0-8006-8e0f05a26581. Feb 03 20:23:40.392375 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-2021dee3-cf21-4c79-95c3-5f73ccccce40 req-0aeedd73-3f20-4920-bbcb-6ef6f2ac29d0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Calling delete_port for 3c869a16-0062-4fb0-8006-8e0f05a26581 owned by compute:nova {{(pid=80169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:23:40.577808 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-2021dee3-cf21-4c79-95c3-5f73ccccce40 req-0aeedd73-3f20-4920-bbcb-6ef6f2ac29d0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:40.580809 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 3c869a16-0062-4fb0-8006-8e0f05a26581 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:23:40.597625 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-798c2283-a78a-4a92-a945-57b625cd9c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:23:40.621131 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] No Port match for: 3c869a16-0062-4fb0-8006-8e0f05a26581 {{(pid=80171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 20:23:40.621528 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 3c869a16-0062-4fb0-8006-8e0f05a26581 not bound to the agent host hv-cinder-77398 {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 20:23:40.691512 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeedd73-3f20-4920-bbcb-6ef6f2ac29d0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Pushing event deleted for resources: {'Port': ['ID=3c869a16-0062-4fb0-8006-8e0f05a26581,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:23:40.702210 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-0aeedd73-3f20-4920-bbcb-6ef6f2ac29d0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:23:40.967013 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2021dee3-cf21-4c79-95c3-5f73ccccce40 req-0aeedd73-3f20-4920-bbcb-6ef6f2ac29d0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Router 847592b4-7f70-4cce-a132-eed1154d7c37 has already been hosted by L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 {{(pid=80169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 20:23:41.067030 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcce75-d670-4f39-b71e-26d2ec726bb8 req-b7755cab-868e-4678-949d-86fd4faf4056 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:41.068802 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-04bcce75-d670-4f39-b71e-26d2ec726bb8 req-b7755cab-868e-4678-949d-86fd4faf4056 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=d712db72-0f45-46b8-8ebe-1a2de5865660 HTTP/1.1" status: 200 len: 943 time: 0.1703982 Feb 03 20:23:41.162987 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2021dee3-cf21-4c79-95c3-5f73ccccce40 req-0aeedd73-3f20-4920-bbcb-6ef6f2ac29d0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:23:41.171366 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b3b0fd91-9113-4101-8d7f-c37ab4b1db2c req-3094cf1b-3509-4c2a-9257-5a5324fed475 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/ports?device_id=f9cd155f-c16d-476c-9f4f-6df9a6f06c7d HTTP/1.1" status: 200 len: 210 time: 0.0706320 Feb 03 20:23:41.181256 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4708f73-fba2-4b19-b000-bca6bfdca98a None None] Sync routers for ids ['847592b4-7f70-4cce-a132-eed1154d7c37'] in dv-cinder-773985-1-smb {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:23:41.192718 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4708f73-fba2-4b19-b000-bca6bfdca98a None None] Routers {'847592b4-7f70-4cce-a132-eed1154d7c37'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:23:41.193679 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-b4708f73-fba2-4b19-b000-bca6bfdca98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:23:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['847592b4-7f70-4cce-a132-eed1154d7c37'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:23:41.200867 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-04bcce75-d670-4f39-b71e-26d2ec726bb8 req-62b5e080-fd10-446e-9c81-e744e00f64db tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248927 Feb 03 20:23:41.208160 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-2021dee3-cf21-4c79-95c3-5f73ccccce40 req-0aeedd73-3f20-4920-bbcb-6ef6f2ac29d0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] No DVR routers for this DVR port 3c869a16-0062-4fb0-8006-8e0f05a26581 on host hv-cinder-77398 {{(pid=80169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 20:23:41.210723 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-2021dee3-cf21-4c79-95c3-5f73ccccce40 req-0aeedd73-3f20-4920-bbcb-6ef6f2ac29d0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:41.223990 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cd155f-c16d-476c-9f4f-6df9a6f06c7d', 'name': 'network-vif-deleted', 'tag': '3c869a16-0062-4fb0-8006-8e0f05a26581'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:23:41.254988 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2021dee3-cf21-4c79-95c3-5f73ccccce40 req-0aeedd73-3f20-4920-bbcb-6ef6f2ac29d0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.90 "DELETE /v2.0/ports/3c869a16-0062-4fb0-8006-8e0f05a26581 HTTP/1.1" status: 204 len: 173 time: 1.5386450 Feb 03 20:23:41.287145 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cd155f-c16d-476c-9f4f-6df9a6f06c7d', 'name': 'network-vif-deleted', 'tag': '3c869a16-0062-4fb0-8006-8e0f05a26581', 'status': 'completed', 'code': 200} Feb 03 20:23:41.404669 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-b4708f73-fba2-4b19-b000-bca6bfdca98a None None] Set router 847592b4-7f70-4cce-a132-eed1154d7c37 gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:23:41.738978 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-b4708f73-fba2-4b19-b000-bca6bfdca98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'name': 'tempest-AttachVolumeShelveTestJSON-1760287194-router', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196'}], 'enable_snat': True}, 'gw_port_id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:35Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'gw_port': {'id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:59:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:39Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': '381daeab-1367-48eb-a9ed-dc71cdbb17b3', 'name': '', 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'mac_address': 'fa:16:3e:f4:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:57Z', 'updated_at': '2021-02-03T20:14:16Z', 'revision_number': 5, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'subnets': [{'id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:23:41.743170 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4708f73-fba2-4b19-b000-bca6bfdca98a None None] Checking router: 847592b4-7f70-4cce-a132-eed1154d7c37 for host: dv-cinder-773985-1-smb {{(pid=80171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:23:41.753146 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4708f73-fba2-4b19-b000-bca6bfdca98a None None] Routers {'847592b4-7f70-4cce-a132-eed1154d7c37'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:23:41.753812 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-b4708f73-fba2-4b19-b000-bca6bfdca98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:23:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['847592b4-7f70-4cce-a132-eed1154d7c37'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:23:41.944093 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-b4708f73-fba2-4b19-b000-bca6bfdca98a None None] Set router 847592b4-7f70-4cce-a132-eed1154d7c37 gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:23:42.290767 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-b4708f73-fba2-4b19-b000-bca6bfdca98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'name': 'tempest-AttachVolumeShelveTestJSON-1760287194-router', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196'}], 'enable_snat': True}, 'gw_port_id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:35Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'gw_port': {'id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:59:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:39Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': '381daeab-1367-48eb-a9ed-dc71cdbb17b3', 'name': '', 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'mac_address': 'fa:16:3e:f4:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:57Z', 'updated_at': '2021-02-03T20:14:16Z', 'revision_number': 5, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'subnets': [{'id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:23:42.295090 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4708f73-fba2-4b19-b000-bca6bfdca98a None None] The sync data for ids ['847592b4-7f70-4cce-a132-eed1154d7c37'] in dv-cinder-773985-1-smb is: [{'id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'name': 'tempest-AttachVolumeShelveTestJSON-1760287194-router', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196'}], 'enable_snat': True}, 'gw_port_id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:35Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'gw_port': {'id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:59:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:39Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': '381daeab-1367-48eb-a9ed-dc71cdbb17b3', 'name': '', 'network_id': '08219bc6-fd07-43f5-9c2f-a541f5c84519', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'mac_address': 'fa:16:3e:f4:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:57Z', 'updated_at': '2021-02-03T20:14:16Z', 'revision_number': 5, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'subnets': [{'id': 'f3c3806f-0e98-495a-bf4b-ac3a793d5c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:23:42.428302 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 57356) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:23:42.496243 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf4067-b19b-4d5e-a0e8-00bcce550446 req-b90ce01c-9434-44c5-8881-bc355d1b4edd tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:42.498283 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-67cf4067-b19b-4d5e-a0e8-00bcce550446 req-b90ce01c-9434-44c5-8881-bc355d1b4edd tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=d712db72-0f45-46b8-8ebe-1a2de5865660 HTTP/1.1" status: 200 len: 943 time: 0.1694832 Feb 03 20:23:42.525783 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f3dd2ab4-5306-4680-916f-ad40a8c290e7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:42.559667 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f3dd2ab4-5306-4680-916f-ad40a8c290e7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:42.571243 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-67cf4067-b19b-4d5e-a0e8-00bcce550446 req-953a9361-70c9-466f-aa9e-a95548bcabaa tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660584 Feb 03 20:23:42.703316 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f3dd2ab4-5306-4680-916f-ad40a8c290e7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:42.708964 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-f966ec63-fa27-4b97-b557-0f64cddbff48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:23:42.713840 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7bd3fa-b1ce-41db-b1c1-2954c140bb42 None None] New status for floating IP 8396cb57-1420-4b45-a166-94e64b9c0415: DOWN {{(pid=80172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 03 20:23:42.726887 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd2ab4-5306-4680-916f-ad40a8c290e7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb867cfc-96b2-4865-8ad4-5c5b36318b4b,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:23:42.729520 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-f3dd2ab4-5306-4680-916f-ad40a8c290e7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:23:42.762033 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f3dd2ab4-5306-4680-916f-ad40a8c290e7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:42.765390 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-f3dd2ab4-5306-4680-916f-ad40a8c290e7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "DELETE /v2.0/security-groups/cb867cfc-96b2-4865-8ad4-5c5b36318b4b HTTP/1.1" status: 204 len: 168 time: 0.3355515 Feb 03 20:23:42.768389 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 57360) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:23:42.788801 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.api.v2.resource [None req-c1c3e0f5-d96d-4b76-acd4-8a11a6f8d5bf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] show failed (client error): The resource could not be found. Feb 03 20:23:42.793565 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-c1c3e0f5-d96d-4b76-acd4-8a11a6f8d5bf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "GET /v2.0/security-groups/cb867cfc-96b2-4865-8ad4-5c5b36318b4b HTTP/1.1" status: 404 len: 347 time: 0.0201468 Feb 03 20:23:42.794230 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 57364) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:23:42.801420 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.objects.ports [None req-84cd5f5c-8f05-4121-aca0-d474ccb8fe35 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80171) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 03 20:23:42.989748 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-cd9f2b6d-d51d-494a-abf0-7640ff96a0bb tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Deleting port 2e026a87-188f-4781-bdd6-5f613df08561 {{(pid=80169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:23:42.990127 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-cd9f2b6d-d51d-494a-abf0-7640ff96a0bb tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:43.046450 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e201add8-fde8-4e94-ac6e-cf491070d12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:43.175015 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-cd9f2b6d-d51d-494a-abf0-7640ff96a0bb tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:43.175389 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-cd9f2b6d-d51d-494a-abf0-7640ff96a0bb tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:43.310723 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-cd9f2b6d-d51d-494a-abf0-7640ff96a0bb tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Calling delete_port for 2e026a87-188f-4781-bdd6-5f613df08561 owned by network:floatingip {{(pid=80169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:23:43.437130 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.db.api [None req-cd9f2b6d-d51d-494a-abf0-7640ff96a0bb tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80169) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 03 20:23:43.437501 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_db.api [None req-cd9f2b6d-d51d-494a-abf0-7640ff96a0bb tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 03 20:23:43.438694 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 69db9cb9-bdf1-4529-8abd-465e9b41986f up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:23:43.577565 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning for port 69db9cb9-bdf1-4529-8abd-465e9b41986f completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:23:43.582989 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 69db9cb9-bdf1-4529-8abd-465e9b41986f triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:23:43.586601 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:43.883102 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:43.912088 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd712db72-0f45-46b8-8ebe-1a2de5865660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69db9cb9-bdf1-4529-8abd-465e9b41986f'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:23:43.919689 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8b7bb-4a1c-4212-a1f5-44d23e0e1e34 req-1641d7b7-8279-4c3d-ac50-d4c642c5b2f5 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:43.921608 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ced8b7bb-4a1c-4212-a1f5-44d23e0e1e34 req-1641d7b7-8279-4c3d-ac50-d4c642c5b2f5 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=d712db72-0f45-46b8-8ebe-1a2de5865660 HTTP/1.1" status: 200 len: 943 time: 0.2066512 Feb 03 20:23:43.922357 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port 69db9cb9-bdf1-4529-8abd-465e9b41986f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=69db9cb9-bdf1-4529-8abd-465e9b41986f,segment=NetworkSegment(b0cd2884-f8d2-4437-a887-50593408adb5),segment_id=b0cd2884-f8d2-4437-a887-50593408adb5)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:23:43.939058 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-cd9f2b6d-d51d-494a-abf0-7640ff96a0bb tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Deleting port 2e026a87-188f-4781-bdd6-5f613df08561 {{(pid=80169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:23:43.939586 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-cd9f2b6d-d51d-494a-abf0-7640ff96a0bb tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:43.955007 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:43.958036 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:23:43.989059 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ced8b7bb-4a1c-4212-a1f5-44d23e0e1e34 req-f297b44b-6b66-4ded-942d-f2184e38bd51 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611200 Feb 03 20:23:43.996361 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd712db72-0f45-46b8-8ebe-1a2de5865660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69db9cb9-bdf1-4529-8abd-465e9b41986f', 'code': 200} Feb 03 20:23:44.036573 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=69db9cb9-bdf1-4529-8abd-465e9b41986f,revision_number=4']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:23:44.044983 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:44.045470 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:44.045940 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:44.046425 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:44.046880 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:44.047335 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:44.047814 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:44.048267 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:44.048715 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:44.049152 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:44.049600 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:44.050045 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:44.050544 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:44.050986 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:44.051440 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:44.051901 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:44.052276 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:44.052650 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:44.053127 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:44.053396 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:44.053765 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:44.054136 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:44.054506 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:44.054874 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:23:44.059296 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:23:44.142168 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-cd9f2b6d-d51d-494a-abf0-7640ff96a0bb tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:44.142458 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-cd9f2b6d-d51d-494a-abf0-7640ff96a0bb tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:44.279958 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-cd9f2b6d-d51d-494a-abf0-7640ff96a0bb tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Calling delete_port for 2e026a87-188f-4781-bdd6-5f613df08561 owned by network:floatingip {{(pid=80169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:23:44.666577 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652ce2b-c2ea-4837-9518-fdc4764135ec req-d61d22c0-dac4-4497-aecd-77f0589e1045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:44.668323 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1652ce2b-c2ea-4837-9518-fdc4764135ec req-d61d22c0-dac4-4497-aecd-77f0589e1045 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d712db72-0f45-46b8-8ebe-1a2de5865660 HTTP/1.1" status: 200 len: 1162 time: 0.3596866 Feb 03 20:23:44.712312 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1652ce2b-c2ea-4837-9518-fdc4764135ec req-60b4e25d-a09d-43f5-9bde-4b961252ce5f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365961 Feb 03 20:23:44.727933 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 69db9cb9-bdf1-4529-8abd-465e9b41986f up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:23:44.805498 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 69db9cb9-bdf1-4529-8abd-465e9b41986f triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:23:44.805913 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:44.817342 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-cd9f2b6d-d51d-494a-abf0-7640ff96a0bb tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:44.833040 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-e7664a21-6a19-47c3-a576-faa3884e6b23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:23:44.932349 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f2b6d-d51d-494a-abf0-7640ff96a0bb tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Pushing event deleted for resources: {'Port': ['ID=2e026a87-188f-4781-bdd6-5f613df08561,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:23:44.936751 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-cd9f2b6d-d51d-494a-abf0-7640ff96a0bb tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:23:45.057980 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-cd9f2b6d-d51d-494a-abf0-7640ff96a0bb tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks [] for floatingip, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:45.072491 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-cd9f2b6d-d51d-494a-abf0-7640ff96a0bb tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for floatingip, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:45.073695 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-cd9f2b6d-d51d-494a-abf0-7640ff96a0bb tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] 10.222.0.101 "DELETE /v2.0/floatingips/8396cb57-1420-4b45-a166-94e64b9c0415 HTTP/1.1" status: 204 len: 168 time: 2.2780859 Feb 03 20:23:45.299821 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b4839a2e-5d68-47fa-aeed-1ce2d463925e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:45.301718 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df64d45-2c88-4fde-b501-4c4ac3943f72 req-5867ae32-214c-4ce7-a315-f1b0e5445db9 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:45.303443 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7df64d45-2c88-4fde-b501-4c4ac3943f72 req-5867ae32-214c-4ce7-a315-f1b0e5445db9 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=d712db72-0f45-46b8-8ebe-1a2de5865660 HTTP/1.1" status: 200 len: 945 time: 0.1773207 Feb 03 20:23:45.373676 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7df64d45-2c88-4fde-b501-4c4ac3943f72 req-fcb5e659-8e2b-4eac-815d-3213bef6084e tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593274 Feb 03 20:23:46.000451 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:46.064651 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:46.667622 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17558df-c56e-44d8-a95e-489852356615 req-efde9eed-46b7-4ee9-8f9e-93eb58a9281f tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:46.669879 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d17558df-c56e-44d8-a95e-489852356615 req-efde9eed-46b7-4ee9-8f9e-93eb58a9281f tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=d712db72-0f45-46b8-8ebe-1a2de5865660 HTTP/1.1" status: 200 len: 945 time: 0.1679008 Feb 03 20:23:46.740961 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d17558df-c56e-44d8-a95e-489852356615 req-2b5107b7-bcec-4c54-b17d-6cf09db78af7 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647705 Feb 03 20:23:46.789096 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:47.602402 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:48.068274 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 57402) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:23:48.735471 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-baef7cec-824f-40a1-adf4-15c095b09396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853131978'] for router_interface, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:49.113073 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-baef7cec-824f-40a1-adf4-15c095b09396 admin admin] Deleting port 381daeab-1367-48eb-a9ed-dc71cdbb17b3 {{(pid=80169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:23:49.113487 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-baef7cec-824f-40a1-adf4-15c095b09396 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:49.304121 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-baef7cec-824f-40a1-adf4-15c095b09396 admin admin] For port 381daeab-1367-48eb-a9ed-dc71cdbb17b3, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=381daeab-1367-48eb-a9ed-dc71cdbb17b3,segment=NetworkSegment(4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927),segment_id=4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:23:49.304574 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-baef7cec-824f-40a1-adf4-15c095b09396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:49.438131 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-baef7cec-824f-40a1-adf4-15c095b09396 admin admin] Calling delete_port for 381daeab-1367-48eb-a9ed-dc71cdbb17b3 owned by network:router_interface {{(pid=80169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:23:49.658355 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-baef7cec-824f-40a1-adf4-15c095b09396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:49.674074 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-e32a2051-29f8-4667-8129-28b8d77f1d2f tempest-VolumesActionsTest-792664887 tempest-VolumesActionsTest-792664887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:23:49.769410 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef7cec-824f-40a1-adf4-15c095b09396 admin admin] Pushing event deleted for resources: {'Port': ['ID=381daeab-1367-48eb-a9ed-dc71cdbb17b3,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:23:49.776488 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-baef7cec-824f-40a1-adf4-15c095b09396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:23:50.090433 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-baef7cec-824f-40a1-adf4-15c095b09396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1644146'] for router_interface, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:50.851414 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baef7cec-824f-40a1-adf4-15c095b09396 admin admin] Router 847592b4-7f70-4cce-a132-eed1154d7c37 has already been hosted by L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 {{(pid=80169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 20:23:51.049161 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baef7cec-824f-40a1-adf4-15c095b09396 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:23:51.059126 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8925b33c-70fc-4b79-b2d2-83e688c54bcc None None] Sync routers for ids ['847592b4-7f70-4cce-a132-eed1154d7c37'] in dv-cinder-773985-1-smb {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:23:51.062260 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-baef7cec-824f-40a1-adf4-15c095b09396 admin admin] 10.222.0.101 "PUT /v2.0/routers/847592b4-7f70-4cce-a132-eed1154d7c37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9927974 Feb 03 20:23:51.065057 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 57422) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:23:51.070066 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8925b33c-70fc-4b79-b2d2-83e688c54bcc None None] Routers {'847592b4-7f70-4cce-a132-eed1154d7c37'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:23:51.070742 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-8925b33c-70fc-4b79-b2d2-83e688c54bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:23:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['847592b4-7f70-4cce-a132-eed1154d7c37'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:23:51.255060 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-593de38a-e1d0-4898-a5fc-1cd8e260f41a admin admin] Notify callbacks [] for router, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:51.262452 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-8925b33c-70fc-4b79-b2d2-83e688c54bcc None None] Set router 847592b4-7f70-4cce-a132-eed1154d7c37 gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:23:51.451035 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-593de38a-e1d0-4898-a5fc-1cd8e260f41a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:51.456623 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-593de38a-e1d0-4898-a5fc-1cd8e260f41a admin admin] Deleting port b6aea719-44c8-4baf-bc21-dcd8f0fe4f21 {{(pid=80169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:23:51.457006 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-593de38a-e1d0-4898-a5fc-1cd8e260f41a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:51.582729 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-8925b33c-70fc-4b79-b2d2-83e688c54bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'name': 'tempest-AttachVolumeShelveTestJSON-1760287194-router', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196'}], 'enable_snat': True}, 'gw_port_id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:35Z', 'updated_at': '2021-02-03T20:23:49Z', 'revision_number': 5, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'gw_port': {'id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:59:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:39Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:23:51.586921 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8925b33c-70fc-4b79-b2d2-83e688c54bcc None None] Checking router: 847592b4-7f70-4cce-a132-eed1154d7c37 for host: dv-cinder-773985-1-smb {{(pid=80171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:23:51.596090 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8925b33c-70fc-4b79-b2d2-83e688c54bcc None None] Routers {'847592b4-7f70-4cce-a132-eed1154d7c37'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:23:51.596779 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-8925b33c-70fc-4b79-b2d2-83e688c54bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:23:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['847592b4-7f70-4cce-a132-eed1154d7c37'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:23:51.657604 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-593de38a-e1d0-4898-a5fc-1cd8e260f41a admin admin] For port b6aea719-44c8-4baf-bc21-dcd8f0fe4f21, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=b6aea719-44c8-4baf-bc21-dcd8f0fe4f21,segment=NetworkSegment(194f5804-a926-4317-99f2-0a1ac54a9265),segment_id=194f5804-a926-4317-99f2-0a1ac54a9265)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:23:51.657986 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-593de38a-e1d0-4898-a5fc-1cd8e260f41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:51.807228 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-8925b33c-70fc-4b79-b2d2-83e688c54bcc None None] Set router 847592b4-7f70-4cce-a132-eed1154d7c37 gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:23:51.828020 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-593de38a-e1d0-4898-a5fc-1cd8e260f41a admin admin] Calling delete_port for b6aea719-44c8-4baf-bc21-dcd8f0fe4f21 owned by network:router_gateway {{(pid=80169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:23:51.884692 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-119f3471-ff68-4912-8728-eba82a619332 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:51.886396 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-119f3471-ff68-4912-8728-eba82a619332 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/networks?id=6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d HTTP/1.1" status: 200 len: 814 time: 0.2614233 Feb 03 20:23:51.905435 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-9f9409e0-4cb5-43fa-be07-845227cef85f tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/quotas/5eb271c6af9e47359457b15802d0b439 HTTP/1.1" status: 200 len: 375 time: 0.0112159 Feb 03 20:23:52.018609 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-697aa421-f54e-46af-a9a8-e0bc8d18b438 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=5eb271c6af9e47359457b15802d0b439&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1071954 Feb 03 20:23:52.056189 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-593de38a-e1d0-4898-a5fc-1cd8e260f41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:52.116920 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-8925b33c-70fc-4b79-b2d2-83e688c54bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'name': 'tempest-AttachVolumeShelveTestJSON-1760287194-router', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196'}], 'enable_snat': True}, 'gw_port_id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:35Z', 'updated_at': '2021-02-03T20:23:49Z', 'revision_number': 5, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'gw_port': {'id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:59:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:39Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:23:52.121123 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8925b33c-70fc-4b79-b2d2-83e688c54bcc None None] The sync data for ids ['847592b4-7f70-4cce-a132-eed1154d7c37'] in dv-cinder-773985-1-smb is: [{'id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'name': 'tempest-AttachVolumeShelveTestJSON-1760287194-router', 'tenant_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196'}], 'enable_snat': True}, 'gw_port_id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:13:35Z', 'updated_at': '2021-02-03T20:23:49Z', 'revision_number': 5, 'project_id': '7d0c86df6c4f4593b9a31a035a219a8b', 'gw_port': {'id': 'b6aea719-44c8-4baf-bc21-dcd8f0fe4f21', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:59:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847592b4-7f70-4cce-a132-eed1154d7c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:13:39Z', 'updated_at': '2021-02-03T20:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}] {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:23:52.176973 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-f0340d74-a8b8-4703-a22b-685aa5305cf2 service neutron] 10.222.0.101 "GET /v2.0/networks/6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498730 Feb 03 20:23:52.262508 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-593de38a-e1d0-4898-a5fc-1cd8e260f41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1670548'] for router_gateway, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:52.328768 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-5a9a9b7a-3f90-44f0-92a1-7c4803335481 service neutron] 10.222.0.101 "GET /v2.0/networks/6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1450360 Feb 03 20:23:52.410457 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-593de38a-e1d0-4898-a5fc-1cd8e260f41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854762751'] for router, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:52.412907 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-593de38a-e1d0-4898-a5fc-1cd8e260f41a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:52.545835 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-593de38a-e1d0-4898-a5fc-1cd8e260f41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853127573'] for router, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:52.546409 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593de38a-e1d0-4898-a5fc-1cd8e260f41a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 847592b4-7f70-4cce-a132-eed1154d7c37 {{(pid=80169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 03 20:23:52.559914 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-593de38a-e1d0-4898-a5fc-1cd8e260f41a admin admin] Notify callbacks [] for router, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:52.562847 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-593de38a-e1d0-4898-a5fc-1cd8e260f41a admin admin] 10.222.0.101 "DELETE /v2.0/routers/847592b4-7f70-4cce-a132-eed1154d7c37 HTTP/1.1" status: 204 len: 168 time: 1.4951117 Feb 03 20:23:52.565548 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 57444) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:23:52.588757 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-17ac4388-b4d9-4f8e-8fc2-7a92648b3163 req-b4484207-7f08-4810-9a12-02bc213ac26c tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=27cec4d6-840f-4a7b-af97-1025df356dfb HTTP/1.1" status: 200 len: 210 time: 0.0637426 Feb 03 20:23:52.635789 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 381daeab-1367-48eb-a9ed-dc71cdbb17b3 no longer exists at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:23:52.660910 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8ce1d07-2ae4-475e-8eb7-e5e3cbc6bc3a admin admin] Deleting subnet f3c3806f-0e98-495a-bf4b-ac3a793d5c17 {{(pid=80169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 03 20:23:52.665058 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b8ce1d07-2ae4-475e-8eb7-e5e3cbc6bc3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:52.691942 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] No Port match for: 381daeab-1367-48eb-a9ed-dc71cdbb17b3 {{(pid=80171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 20:23:52.692341 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 381daeab-1367-48eb-a9ed-dc71cdbb17b3 not bound to the agent host dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 20:23:52.725293 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b8ce1d07-2ae4-475e-8eb7-e5e3cbc6bc3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65514616'] for subnet, precommit_delete_associations {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:52.817418 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b8ce1d07-2ae4-475e-8eb7-e5e3cbc6bc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-22235'] for subnet, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:53.339922 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b8ce1d07-2ae4-475e-8eb7-e5e3cbc6bc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854753581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789467195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66919813'] for subnet, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:53.356199 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:23:53.459646 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce1d07-2ae4-475e-8eb7-e5e3cbc6bc3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3c3806f-0e98-495a-bf4b-ac3a793d5c17,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:23:53.465094 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-b8ce1d07-2ae4-475e-8eb7-e5e3cbc6bc3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:23:53.502616 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b8ce1d07-2ae4-475e-8eb7-e5e3cbc6bc3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:53.508029 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de1079a-3d20-4e0f-93bc-61441c1ecc08 None None] Network 08219bc6-fd07-43f5-9c2f-a541f5c84519 requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:23:53.511666 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-b8ce1d07-2ae4-475e-8eb7-e5e3cbc6bc3a admin admin] 10.222.0.101 "DELETE /v2.0/subnets/f3c3806f-0e98-495a-bf4b-ac3a793d5c17 HTTP/1.1" status: 204 len: 168 time: 0.9423363 Feb 03 20:23:53.512131 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 57454) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:23:53.635847 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9f718ff3-a4e3-404c-904e-2bb6a73226f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852798343'] for network, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:53.713245 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-9f718ff3-a4e3-404c-904e-2bb6a73226f1 admin admin] Deleting port 6cfb5863-b44f-4adf-b1f1-958f603d6afb {{(pid=80169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:23:53.713612 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9f718ff3-a4e3-404c-904e-2bb6a73226f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:53.818044 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1b87e490-9ea9-45e3-9856-358f7e58ed48 req-2cad4cfe-366c-4017-8102-474bc0506f06 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=27cec4d6-840f-4a7b-af97-1025df356dfb HTTP/1.1" status: 200 len: 210 time: 0.0676525 Feb 03 20:23:53.818873 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed97426-69b4-4751-b68e-a9598e2f245f None None] DHCP port deletion for 08219bc6-fd07-43f5-9c2f-a541f5c84519 request from dv-cinder-773985-1-smb {{(pid=80171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 03 20:23:53.823360 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-eed97426-69b4-4751-b68e-a9598e2f245f None None] Deleting port 6cfb5863-b44f-4adf-b1f1-958f603d6afb {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:23:53.824026 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eed97426-69b4-4751-b68e-a9598e2f245f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:53.966378 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-9f718ff3-a4e3-404c-904e-2bb6a73226f1 admin admin] For port 6cfb5863-b44f-4adf-b1f1-958f603d6afb, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=6cfb5863-b44f-4adf-b1f1-958f603d6afb,segment=NetworkSegment(4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927),segment_id=4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:23:53.967369 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9f718ff3-a4e3-404c-904e-2bb6a73226f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:54.050869 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-eed97426-69b4-4751-b68e-a9598e2f245f None None] For port 6cfb5863-b44f-4adf-b1f1-958f603d6afb, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=6cfb5863-b44f-4adf-b1f1-958f603d6afb,segment=NetworkSegment(4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927),segment_id=4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:23:54.051189 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eed97426-69b4-4751-b68e-a9598e2f245f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:54.108537 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-9f718ff3-a4e3-404c-904e-2bb6a73226f1 admin admin] Calling delete_port for 6cfb5863-b44f-4adf-b1f1-958f603d6afb owned by network:dhcp {{(pid=80169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:23:54.224623 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9f718ff3-a4e3-404c-904e-2bb6a73226f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:54.242650 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-779bde1e-df3a-4c06-87f1-c94bf882e963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:23:54.363503 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-eed97426-69b4-4751-b68e-a9598e2f245f None None] Calling delete_port for 6cfb5863-b44f-4adf-b1f1-958f603d6afb owned by network:dhcp {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:23:54.444114 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.db.api [None req-eed97426-69b4-4751-b68e-a9598e2f245f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80171) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 03 20:23:54.444515 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_db.api [None req-eed97426-69b4-4751-b68e-a9598e2f245f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 03 20:23:54.635858 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f718ff3-a4e3-404c-904e-2bb6a73226f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cfb5863-b44f-4adf-b1f1-958f603d6afb,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:23:54.639865 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9f718ff3-a4e3-404c-904e-2bb6a73226f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:23:54.673430 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device b6aea719-44c8-4baf-bc21-dcd8f0fe4f21 no longer exists at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:23:54.711430 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] No Port match for: b6aea719-44c8-4baf-bc21-dcd8f0fe4f21 {{(pid=80171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 20:23:54.711430 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device b6aea719-44c8-4baf-bc21-dcd8f0fe4f21 not bound to the agent host dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 20:23:54.711889 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 6cfb5863-b44f-4adf-b1f1-958f603d6afb no longer exists at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:23:54.767246 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] No Port match for: 6cfb5863-b44f-4adf-b1f1-958f603d6afb {{(pid=80171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 20:23:54.767776 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 6cfb5863-b44f-4adf-b1f1-958f603d6afb not bound to the agent host dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 20:23:54.777314 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f718ff3-a4e3-404c-904e-2bb6a73226f1 admin admin] No DVR routers for this DVR port 6cfb5863-b44f-4adf-b1f1-958f603d6afb on host dv-cinder-773985-1-smb {{(pid=80169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 20:23:54.946560 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-eed97426-69b4-4751-b68e-a9598e2f245f None None] Deleting port 6cfb5863-b44f-4adf-b1f1-958f603d6afb {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:23:54.947190 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-eed97426-69b4-4751-b68e-a9598e2f245f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:55.007705 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-4744ceab-42dd-445e-b939-849efb4e9582 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:55.008520 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-4744ceab-42dd-445e-b939-849efb4e9582 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Synchronizing usage tracker for tenant:5eb271c6af9e47359457b15802d0b439 on resource:network {{(pid=80169) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:23:55.019060 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5acf3f05-d413-45dd-a376-50dbecdf331a req-b7a17f34-e108-413c-a820-fa52b6a35cd1 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=27cec4d6-840f-4a7b-af97-1025df356dfb HTTP/1.1" status: 200 len: 210 time: 0.0600777 Feb 03 20:23:55.023064 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9f718ff3-a4e3-404c-904e-2bb6a73226f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8528', 'neutron.services.segments.db._delete_segments_for_network--9223363306292405654'] for network, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:55.025973 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-eed97426-69b4-4751-b68e-a9598e2f245f None None] The port '6cfb5863-b44f-4adf-b1f1-958f603d6afb' was deleted {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 03 20:23:55.150247 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-9f718ff3-a4e3-404c-904e-2bb6a73226f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08219bc6-fd07-43f5-9c2f-a541f5c84519']}} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:23:55.161913 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-4744ceab-42dd-445e-b939-849efb4e9582 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Unset dirty status for tenant:5eb271c6af9e47359457b15802d0b439 on resource:network {{(pid=80169) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:23:55.163154 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-4744ceab-42dd-445e-b939-849efb4e9582 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.90 "GET /v2.0/networks?id=6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d HTTP/1.1" status: 200 len: 814 time: 0.5707273 Feb 03 20:23:55.164790 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-9f718ff3-a4e3-404c-904e-2bb6a73226f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927') {'for_net_delete': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:23:55.165125 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-9f718ff3-a4e3-404c-904e-2bb6a73226f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6ecd9d-1c0a-4ae6-974d-7ba04b18c927') {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:23:55.177909 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9f718ff3-a4e3-404c-904e-2bb6a73226f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306292408726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789261200'] for segment, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:55.196411 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-5a8850b5-30da-47e9-bf60-c39044ae7e61 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Request body: {'port': {'device_id': '27cec4d6-840f-4a7b-af97-1025df356dfb', 'network_id': '6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d', 'admin_state_up': True, 'tenant_id': '5eb271c6af9e47359457b15802d0b439'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:23:55.268777 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9f718ff3-a4e3-404c-904e-2bb6a73226f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:55.275163 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9f718ff3-a4e3-404c-904e-2bb6a73226f1 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 03 20:23:55.510243 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-9f718ff3-a4e3-404c-904e-2bb6a73226f1 admin admin] Network 08219bc6-fd07-43f5-9c2f-a541f5c84519 has no segments {{(pid=80169) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 20:23:55.520591 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9f718ff3-a4e3-404c-904e-2bb6a73226f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789467222'] for segment, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:55.592363 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-5a8850b5-30da-47e9-bf60-c39044ae7e61 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:23:55.624191 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-5a8850b5-30da-47e9-bf60-c39044ae7e61 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:23:55.728324 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-9f718ff3-a4e3-404c-904e-2bb6a73226f1 admin admin] Network 08219bc6-fd07-43f5-9c2f-a541f5c84519 has no segments {{(pid=80169) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: Traceback (most recent call last): Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: timer() Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: cb(*args, **kw) Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: return func(*args, **kwargs) Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: self._notify() Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: self.callback(batched_events) Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: event.method(event) Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: segment_id)['aggregates'][0] Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: return f(self, *a, **k) Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: return self._get(url).json() Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: **kwargs) Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: return self.request(url, 'GET', **kwargs) Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: **endpoint_filter) Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 20:23:55.753663 dv-cinder-773985-1-smb neutron-server[80058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 20:23:55.757807 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-5a8850b5-30da-47e9-bf60-c39044ae7e61 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Made reservation on behalf of 5eb271c6af9e47359457b15802d0b439 for: {'port': 1} {{(pid=80169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:23:55.778924 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-5a8850b5-30da-47e9-bf60-c39044ae7e61 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:55.959700 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9f718ff3-a4e3-404c-904e-2bb6a73226f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853105267'] for network, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:55.969758 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9f718ff3-a4e3-404c-904e-2bb6a73226f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:55.975533 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:23:56.008602 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f718ff3-a4e3-404c-904e-2bb6a73226f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=08219bc6-fd07-43f5-9c2f-a541f5c84519,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:23:56.011609 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9f718ff3-a4e3-404c-904e-2bb6a73226f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:23:56.055056 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-9f718ff3-a4e3-404c-904e-2bb6a73226f1 admin admin] 10.222.0.101 "DELETE /v2.0/networks/08219bc6-fd07-43f5-9c2f-a541f5c84519 HTTP/1.1" status: 204 len: 168 time: 2.5416658 Feb 03 20:23:56.211516 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-16d95b02-2041-4586-9b82-dcb4ab077260 req-98700083-a932-459e-a207-8238087d4681 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=27cec4d6-840f-4a7b-af97-1025df356dfb HTTP/1.1" status: 200 len: 210 time: 0.0514038 Feb 03 20:23:56.231353 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-5a8850b5-30da-47e9-bf60-c39044ae7e61 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Allocated IP 172.20.0.9 (6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d/e9c23590-9777-4856-8244-d761f16b7589/fb961df5-c5ca-4605-92cf-7381cb2dcc8c) {{(pid=80169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:23:56.566554 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 57470) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:23:56.625639 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-6c8bfb74-9132-41bd-88fb-581a67b288f2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7d0c86df6c4f4593b9a31a035a219a8b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0575867 Feb 03 20:23:56.626327 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 57474) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:23:56.674725 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-5a8850b5-30da-47e9-bf60-c39044ae7e61 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks [] for port, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:56.694366 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-cb450f05-48bb-4ce4-8c7f-ac605b45bd7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:56.724486 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-cb450f05-48bb-4ce4-8c7f-ac605b45bd7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:56.744428 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-5a8850b5-30da-47e9-bf60-c39044ae7e61 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:56.760456 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-e7664a21-6a19-47c3-a576-faa3884e6b23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:23:56.817804 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-cb450f05-48bb-4ce4-8c7f-ac605b45bd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:56.823285 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-29a0a01e-27b6-4d91-bb5b-5772ea6cb76f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:23:56.838206 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb450f05-48bb-4ce4-8c7f-ac605b45bd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3602ffd-a488-4355-a0fc-667b7d4a032b,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:23:56.844012 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-cb450f05-48bb-4ce4-8c7f-ac605b45bd7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:23:56.846264 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-cb450f05-48bb-4ce4-8c7f-ac605b45bd7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:56.849873 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-cb450f05-48bb-4ce4-8c7f-ac605b45bd7f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b3602ffd-a488-4355-a0fc-667b7d4a032b HTTP/1.1" status: 204 len: 168 time: 0.2200105 Feb 03 20:23:56.902302 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8850b5-30da-47e9-bf60-c39044ae7e61 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Pushing event updated for resources: {'Port': ['ID=fb961df5-c5ca-4605-92cf-7381cb2dcc8c,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:23:56.907514 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5a8850b5-30da-47e9-bf60-c39044ae7e61 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:23:56.964416 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-5a8850b5-30da-47e9-bf60-c39044ae7e61 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Network 6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:23:56.965642 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-5a8850b5-30da-47e9-bf60-c39044ae7e61 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:23:56.971795 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-5a8850b5-30da-47e9-bf60-c39044ae7e61 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Received port after_create {{(pid=80169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:23:57.101121 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-5a8850b5-30da-47e9-bf60-c39044ae7e61 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:57.101872 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-5a8850b5-30da-47e9-bf60-c39044ae7e61 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:57.158003 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-5a8850b5-30da-47e9-bf60-c39044ae7e61 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9729874 Feb 03 20:23:57.177276 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-27a52909-8f6a-44cd-802b-ce0acd11f753 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 20:23:57.178341 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-27a52909-8f6a-44cd-802b-ce0acd11f753 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0057659 Feb 03 20:23:57.192200 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-8cb86845-a908-47fb-bec0-5355b9712b53 service neutron] Request body: {'port': {'device_id': '27cec4d6-840f-4a7b-af97-1025df356dfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:23:57.318592 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-8cb86845-a908-47fb-bec0-5355b9712b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:57.532001 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d1233-7d57-4542-a1ca-4cbedfad81fd req-46d07b50-ae55-4aa2-9020-ac3cd16f1c6e tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:57.533806 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-699d1233-7d57-4542-a1ca-4cbedfad81fd req-46d07b50-ae55-4aa2-9020-ac3cd16f1c6e tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=27cec4d6-840f-4a7b-af97-1025df356dfb HTTP/1.1" status: 200 len: 931 time: 0.1863225 Feb 03 20:23:57.612216 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-699d1233-7d57-4542-a1ca-4cbedfad81fd req-98c74a0e-ae92-4c63-aa9c-943bbf621e38 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703285 Feb 03 20:23:57.754937 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-8cb86845-a908-47fb-bec0-5355b9712b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb961df5-c5ca-4605-92cf-7381cb2dcc8c {{(pid=80169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 20:23:57.764277 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-8cb86845-a908-47fb-bec0-5355b9712b53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:57.777016 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-8cb86845-a908-47fb-bec0-5355b9712b53 service neutron] Transition to ACTIVE for port object fb961df5-c5ca-4605-92cf-7381cb2dcc8c will not be triggered until provisioned by entity L2. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:23:57.811886 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-8cb86845-a908-47fb-bec0-5355b9712b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789467256'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:57.829477 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9f718ff3-a4e3-404c-904e-2bb6a73226f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:23:57.965104 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb86845-a908-47fb-bec0-5355b9712b53 service neutron] Pushing event updated for resources: {'Port': ['ID=fb961df5-c5ca-4605-92cf-7381cb2dcc8c,revision_number=2']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:23:57.970523 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-8cb86845-a908-47fb-bec0-5355b9712b53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:23:58.162747 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-8cb86845-a908-47fb-bec0-5355b9712b53 service neutron] Attempting to bind port fb961df5-c5ca-4605-92cf-7381cb2dcc8c on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:23:58.163127 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-8cb86845-a908-47fb-bec0-5355b9712b53 service neutron] Attempting to bind port fb961df5-c5ca-4605-92cf-7381cb2dcc8c by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'b0cd2884-f8d2-4437-a887-50593408adb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d'}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:23:58.164074 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-8cb86845-a908-47fb-bec0-5355b9712b53 service neutron] Attempting to bind port fb961df5-c5ca-4605-92cf-7381cb2dcc8c on network 6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:23:58.169346 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-8cb86845-a908-47fb-bec0-5355b9712b53 service neutron] Checking agent: {'id': '4ba2278c-c66c-406d-ba19-1defa11400a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 11, 16), 'started_at': datetime.datetime(2021, 2, 3, 20, 11, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:23:58.169721 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-8cb86845-a908-47fb-bec0-5355b9712b53 service neutron] Checking segment: {'id': 'b0cd2884-f8d2-4437-a887-50593408adb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:23:58.170125 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-8cb86845-a908-47fb-bec0-5355b9712b53 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:58.170517 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-8cb86845-a908-47fb-bec0-5355b9712b53 service neutron] Bound using segment: {'id': 'b0cd2884-f8d2-4437-a887-50593408adb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d'} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:23:58.170991 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-8cb86845-a908-47fb-bec0-5355b9712b53 service neutron] Bound port: fb961df5-c5ca-4605-92cf-7381cb2dcc8c, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0cd2884-f8d2-4437-a887-50593408adb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d'}}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:23:58.171364 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-8cb86845-a908-47fb-bec0-5355b9712b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:58.267733 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-8cb86845-a908-47fb-bec0-5355b9712b53 service neutron] For port fb961df5-c5ca-4605-92cf-7381cb2dcc8c, host hv-cinder-77398, cleared binding levels {{(pid=80169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:23:58.271093 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-8cb86845-a908-47fb-bec0-5355b9712b53 service neutron] For port fb961df5-c5ca-4605-92cf-7381cb2dcc8c, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=fb961df5-c5ca-4605-92cf-7381cb2dcc8c,segment=NetworkSegment(b0cd2884-f8d2-4437-a887-50593408adb5),segment_id=b0cd2884-f8d2-4437-a887-50593408adb5)] {{(pid=80169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:23:58.321112 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-8cb86845-a908-47fb-bec0-5355b9712b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789467256'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:58.338142 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-baef7cec-824f-40a1-adf4-15c095b09396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:23:58.745677 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb86845-a908-47fb-bec0-5355b9712b53 service neutron] Pushing event updated for resources: {'Port': ['ID=fb961df5-c5ca-4605-92cf-7381cb2dcc8c,revision_number=3']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:23:58.752947 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-8cb86845-a908-47fb-bec0-5355b9712b53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:23:58.812263 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-8cb86845-a908-47fb-bec0-5355b9712b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:58.813013 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-8cb86845-a908-47fb-bec0-5355b9712b53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:23:58.814549 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-8cb86845-a908-47fb-bec0-5355b9712b53 service neutron] 10.222.0.90 "PUT /v2.0/ports/fb961df5-c5ca-4605-92cf-7381cb2dcc8c HTTP/1.1" status: 200 len: 1157 time: 1.6269569 Feb 03 20:23:58.815129 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cec4d6-840f-4a7b-af97-1025df356dfb', 'tag': 'fb961df5-c5ca-4605-92cf-7381cb2dcc8c'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:23:58.883903 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27cec4d6-840f-4a7b-af97-1025df356dfb', 'tag': 'fb961df5-c5ca-4605-92cf-7381cb2dcc8c', 'status': 'completed', 'code': 200} Feb 03 20:23:58.973694 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5699ac1-6e85-48e2-80ca-bf2d75833a7c req-85cc7b21-99fb-4b76-8e58-7467008acde4 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:58.975420 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a5699ac1-6e85-48e2-80ca-bf2d75833a7c req-85cc7b21-99fb-4b76-8e58-7467008acde4 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=27cec4d6-840f-4a7b-af97-1025df356dfb HTTP/1.1" status: 200 len: 943 time: 0.1940584 Feb 03 20:23:58.998625 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-53fcfd3a-ce49-447e-a0f4-3fd603e3cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:59.000286 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-53fcfd3a-ce49-447e-a0f4-3fd603e3cbb1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5eb271c6af9e47359457b15802d0b439&device_id=27cec4d6-840f-4a7b-af97-1025df356dfb HTTP/1.1" status: 200 len: 1160 time: 0.0812926 Feb 03 20:23:59.042207 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a5699ac1-6e85-48e2-80ca-bf2d75833a7c req-a8b1dcc7-11f5-45b6-ba9f-7a9bd9b8fbc9 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594127 Feb 03 20:23:59.083904 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-bad75eb0-d197-4c97-a69b-63053b98d021 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb961df5-c5ca-4605-92cf-7381cb2dcc8c HTTP/1.1" status: 200 len: 217 time: 0.0695007 Feb 03 20:23:59.157137 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-83fb4b52-ac01-4a55-ab0e-bffad22ac1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:59.158711 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-83fb4b52-ac01-4a55-ab0e-bffad22ac1ad service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e9c23590-9777-4856-8244-d761f16b7589 HTTP/1.1" status: 200 len: 854 time: 0.0653207 Feb 03 20:23:59.215174 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-ae328124-f706-4f3e-9757-401127eb36f3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488338 Feb 03 20:23:59.360201 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-72231138-47ca-40f2-97d9-a52aa2248d3b service neutron] 10.222.0.90 "GET /v2.0/networks/6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371965 Feb 03 20:23:59.508228 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f637403e-ef63-4974-9d0d-f8f6aa4897b3 req-00286fe9-a93b-414e-8db0-53dbaadc6e7c service neutron] 10.222.0.90 "GET /v2.0/networks/6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1406276 Feb 03 20:23:59.711921 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd4c5e-0108-456e-92f2-1d9613fb1b4c req-4ce750aa-750b-4df6-a9dc-493793e66279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:59.713537 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-85fd4c5e-0108-456e-92f2-1d9613fb1b4c req-4ce750aa-750b-4df6-a9dc-493793e66279 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5eb271c6af9e47359457b15802d0b439&device_id=27cec4d6-840f-4a7b-af97-1025df356dfb HTTP/1.1" status: 200 len: 1160 time: 0.0787191 Feb 03 20:23:59.863312 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd4c5e-0108-456e-92f2-1d9613fb1b4c req-e3dca3c1-65d6-4580-ae51-983db6ee7e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:23:59.865306 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-85fd4c5e-0108-456e-92f2-1d9613fb1b4c req-e3dca3c1-65d6-4580-ae51-983db6ee7e88 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d HTTP/1.1" status: 200 len: 908 time: 0.1449163 Feb 03 20:23:59.944073 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-85fd4c5e-0108-456e-92f2-1d9613fb1b4c req-7617fa6d-0b01-42b1-9406-7409d40a92da service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb961df5-c5ca-4605-92cf-7381cb2dcc8c HTTP/1.1" status: 200 len: 217 time: 0.0719771 Feb 03 20:24:00.017330 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd4c5e-0108-456e-92f2-1d9613fb1b4c req-b46c1526-92cf-4559-84e4-b77132dd20d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:00.018875 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-85fd4c5e-0108-456e-92f2-1d9613fb1b4c req-b46c1526-92cf-4559-84e4-b77132dd20d0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e9c23590-9777-4856-8244-d761f16b7589 HTTP/1.1" status: 200 len: 854 time: 0.0686858 Feb 03 20:24:00.072459 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-85fd4c5e-0108-456e-92f2-1d9613fb1b4c req-32984458-65a1-4fa6-b91d-b8a32504ccd3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473211 Feb 03 20:24:00.227485 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-85fd4c5e-0108-456e-92f2-1d9613fb1b4c req-b5d168b9-fe75-4743-8c41-7fd8cb9729d9 service neutron] 10.222.0.90 "GET /v2.0/networks/6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488671 Feb 03 20:24:00.346813 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95b591-d332-4602-ad0b-03618b9d2b86 req-d40bb25a-7c2d-41dd-8cb4-48354b47f9a6 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:00.348592 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5a95b591-d332-4602-ad0b-03618b9d2b86 req-d40bb25a-7c2d-41dd-8cb4-48354b47f9a6 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=27cec4d6-840f-4a7b-af97-1025df356dfb HTTP/1.1" status: 200 len: 943 time: 0.1722348 Feb 03 20:24:00.377327 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-85fd4c5e-0108-456e-92f2-1d9613fb1b4c req-22b82bcb-8591-48a5-9f33-dd2accd42270 service neutron] 10.222.0.90 "GET /v2.0/networks/6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1425033 Feb 03 20:24:00.415489 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5a95b591-d332-4602-ad0b-03618b9d2b86 req-85160c15-9271-4450-b385-f6da0ff5bee5 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596147 Feb 03 20:24:01.715110 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e44d5-dadc-4276-b583-0263e54da09b req-0084ae28-f026-42d6-8959-9db786dba040 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:01.716845 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-376e44d5-dadc-4276-b583-0263e54da09b req-0084ae28-f026-42d6-8959-9db786dba040 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=27cec4d6-840f-4a7b-af97-1025df356dfb HTTP/1.1" status: 200 len: 943 time: 0.1667676 Feb 03 20:24:01.787925 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-376e44d5-dadc-4276-b583-0263e54da09b req-a4e68154-f1f7-40fd-af19-63d234f6ea6d tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633945 Feb 03 20:24:03.089957 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f397a4-c35f-49db-990e-479dda216dbd req-67bc5ed9-500e-4e7a-b585-89a1cb2b2991 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:03.092054 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-14f397a4-c35f-49db-990e-479dda216dbd req-67bc5ed9-500e-4e7a-b585-89a1cb2b2991 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=27cec4d6-840f-4a7b-af97-1025df356dfb HTTP/1.1" status: 200 len: 943 time: 0.1747184 Feb 03 20:24:03.157537 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-14f397a4-c35f-49db-990e-479dda216dbd req-635b38d0-4d66-41a4-b8b6-c9cfb9c627fb tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590208 Feb 03 20:24:04.457479 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db229e4e-dfe6-4bba-8c77-e09b3b1fe1f0 req-eaefc90c-46e9-45b1-bbd1-a9db3338e588 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:04.459231 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-db229e4e-dfe6-4bba-8c77-e09b3b1fe1f0 req-eaefc90c-46e9-45b1-bbd1-a9db3338e588 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=27cec4d6-840f-4a7b-af97-1025df356dfb HTTP/1.1" status: 200 len: 943 time: 0.1681955 Feb 03 20:24:04.531977 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-db229e4e-dfe6-4bba-8c77-e09b3b1fe1f0 req-bb12c66a-58ba-4794-b943-eb8196d16f42 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664432 Feb 03 20:24:05.458707 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device fb961df5-c5ca-4605-92cf-7381cb2dcc8c up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:24:05.573846 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning for port fb961df5-c5ca-4605-92cf-7381cb2dcc8c completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:24:05.579435 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port fb961df5-c5ca-4605-92cf-7381cb2dcc8c triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:24:05.579895 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:05.708073 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:05.738985 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cec4d6-840f-4a7b-af97-1025df356dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb961df5-c5ca-4605-92cf-7381cb2dcc8c'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:24:05.750090 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port fb961df5-c5ca-4605-92cf-7381cb2dcc8c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=fb961df5-c5ca-4605-92cf-7381cb2dcc8c,segment=NetworkSegment(b0cd2884-f8d2-4437-a887-50593408adb5),segment_id=b0cd2884-f8d2-4437-a887-50593408adb5)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:24:05.785841 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:05.789002 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:24:05.823439 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cec4d6-840f-4a7b-af97-1025df356dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb961df5-c5ca-4605-92cf-7381cb2dcc8c', 'code': 200} Feb 03 20:24:05.837803 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcff121-20d9-4731-8185-c5c18657e49c req-03405c21-c810-4261-b649-4ad5af1db53f tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:05.839583 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2fcff121-20d9-4731-8185-c5c18657e49c req-03405c21-c810-4261-b649-4ad5af1db53f tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=27cec4d6-840f-4a7b-af97-1025df356dfb HTTP/1.1" status: 200 len: 943 time: 0.1735587 Feb 03 20:24:05.866842 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=fb961df5-c5ca-4605-92cf-7381cb2dcc8c,revision_number=4']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:24:05.870481 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:24:05.911828 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2fcff121-20d9-4731-8185-c5c18657e49c req-4555a348-9799-40f0-bf0e-348de208544f tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630119 Feb 03 20:24:06.178520 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786a4ed-7843-4d44-8e93-854747479316 req-78e2525e-427d-46d6-8565-d52b3f2e53bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:06.180206 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c786a4ed-7843-4d44-8e93-854747479316 req-78e2525e-427d-46d6-8565-d52b3f2e53bd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=27cec4d6-840f-4a7b-af97-1025df356dfb HTTP/1.1" status: 200 len: 1162 time: 0.0839591 Feb 03 20:24:06.228605 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c786a4ed-7843-4d44-8e93-854747479316 req-39722e75-c059-4c3a-93c9-67b7b66b5906 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407529 Feb 03 20:24:06.979471 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device fb961df5-c5ca-4605-92cf-7381cb2dcc8c up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:24:07.059043 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port fb961df5-c5ca-4605-92cf-7381cb2dcc8c triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:24:07.060654 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:07.214692 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92b020-8b37-4a35-84fe-f16d86a463b5 req-c9a8a3aa-677c-4d3e-9a36-7722c42356ac tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:07.216968 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5e92b020-8b37-4a35-84fe-f16d86a463b5 req-c9a8a3aa-677c-4d3e-9a36-7722c42356ac tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=27cec4d6-840f-4a7b-af97-1025df356dfb HTTP/1.1" status: 200 len: 945 time: 0.1715832 Feb 03 20:24:07.281238 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5e92b020-8b37-4a35-84fe-f16d86a463b5 req-e45e7f3b-2428-464d-9134-00b338edfdf2 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580385 Feb 03 20:24:08.583234 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84791b3-d99b-48cd-81c1-7f22c8ff9f3e req-c1fa949c-1fef-44b8-9b1b-bd1dfc16d2ff tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:08.584857 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d84791b3-d99b-48cd-81c1-7f22c8ff9f3e req-c1fa949c-1fef-44b8-9b1b-bd1dfc16d2ff tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=27cec4d6-840f-4a7b-af97-1025df356dfb HTTP/1.1" status: 200 len: 945 time: 0.1718152 Feb 03 20:24:08.652250 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d84791b3-d99b-48cd-81c1-7f22c8ff9f3e req-55f9d7b1-ba61-4262-a77c-adc55a978913 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610337 Feb 03 20:24:09.111180 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 57620) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:24:09.266309 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fecae710-5628-4c5f-819e-c8da0f59575b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:09.282843 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-fecae710-5628-4c5f-819e-c8da0f59575b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:24:09.287084 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-fecae710-5628-4c5f-819e-c8da0f59575b admin admin] Usage tracker for resource:security_group_rule and tenant:df90baeff03e43b58c2b0d9edacf7535 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:24:09.290151 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-fecae710-5628-4c5f-819e-c8da0f59575b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:24:09.296030 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-fecae710-5628-4c5f-819e-c8da0f59575b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:24:09.489810 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fecae710-5628-4c5f-819e-c8da0f59575b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:09.534070 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fecae710-5628-4c5f-819e-c8da0f59575b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:09.543884 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-795a5eba-2f36-42dc-9670-e2b50ecf3a4f tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:24:09.591184 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-fecae710-5628-4c5f-819e-c8da0f59575b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=df90baeff03e43b58c2b0d9edacf7535&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4787588 Feb 03 20:24:09.592280 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecae710-5628-4c5f-819e-c8da0f59575b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66657f15-1de2-488b-8b6b-c6303a2baecb,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:24:09.594192 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 57632) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:24:09.595970 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fecae710-5628-4c5f-819e-c8da0f59575b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:24:09.664214 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8fb565c3-c513-4fa3-8557-98686900615e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:09.692444 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8fb565c3-c513-4fa3-8557-98686900615e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:09.771839 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8fb565c3-c513-4fa3-8557-98686900615e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:09.776197 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5aab923f-f620-4448-aacd-e327204a13d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:24:09.789558 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb565c3-c513-4fa3-8557-98686900615e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66657f15-1de2-488b-8b6b-c6303a2baecb,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:24:09.793486 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-8fb565c3-c513-4fa3-8557-98686900615e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:24:09.797484 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8fb565c3-c513-4fa3-8557-98686900615e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:09.798765 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-8fb565c3-c513-4fa3-8557-98686900615e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/66657f15-1de2-488b-8b6b-c6303a2baecb HTTP/1.1" status: 204 len: 168 time: 0.2034812 Feb 03 20:24:10.594993 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:24:11.496003 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-54b2e35b-4dee-457c-b8cd-077df2b379d9 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:11.499375 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-54b2e35b-4dee-457c-b8cd-077df2b379d9 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/networks?id=6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d HTTP/1.1" status: 200 len: 814 time: 0.2469366 Feb 03 20:24:11.519894 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-cf31e27f-c0a9-44a0-ac4e-ef4c22dbd487 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/quotas/5eb271c6af9e47359457b15802d0b439 HTTP/1.1" status: 200 len: 375 time: 0.0114200 Feb 03 20:24:11.647582 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-88b82b26-53a2-493c-b83a-9ac42bf6965c tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=5eb271c6af9e47359457b15802d0b439&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1214402 Feb 03 20:24:11.800335 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-54838e1d-4e57-4954-8663-74e24713eca9 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 20:24:11.801388 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-54838e1d-4e57-4954-8663-74e24713eca9 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1450698 Feb 03 20:24:11.951012 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-5609a1c6-6ba6-4621-8f52-a22814759cc4 service neutron] 10.222.0.101 "GET /v2.0/networks/6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430783 Feb 03 20:24:12.100134 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-a98ab8ef-ccb2-425a-9811-81ec5d2b2416 service neutron] 10.222.0.101 "GET /v2.0/networks/6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1421158 Feb 03 20:24:12.384206 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1560a290-f978-4e61-b07b-b462bfe69cd3 req-b81bb7d3-49f5-4a27-8df1-b98adebec32a tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=4429e7e9-2b6a-4cfd-98d1-c36f12dc5632 HTTP/1.1" status: 200 len: 210 time: 0.0658338 Feb 03 20:24:12.433442 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 57702) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:24:12.605909 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3fae359e-12da-43ab-858a-385ae34d04b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:12.626508 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-3fae359e-12da-43ab-858a-385ae34d04b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:24:12.631141 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-3fae359e-12da-43ab-858a-385ae34d04b4 admin admin] Usage tracker for resource:security_group_rule and tenant:6db276fc747340e89795d92e4fa0ff54 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:24:12.634337 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-3fae359e-12da-43ab-858a-385ae34d04b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:24:12.642353 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-3fae359e-12da-43ab-858a-385ae34d04b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:24:12.747829 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3fae359e-12da-43ab-858a-385ae34d04b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:12.785227 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3fae359e-12da-43ab-858a-385ae34d04b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:12.801233 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9b1439b9-aa11-40bd-bd30-61bd9d9cbf6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:24:12.853543 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae359e-12da-43ab-858a-385ae34d04b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1f4670-8630-4927-a527-794d46a9978a,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:24:12.859258 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-3fae359e-12da-43ab-858a-385ae34d04b4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6db276fc747340e89795d92e4fa0ff54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4237497 Feb 03 20:24:12.861315 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3fae359e-12da-43ab-858a-385ae34d04b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:24:12.862387 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 57714) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:24:12.943149 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-31257858-a634-46db-99dc-9295bff2171e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:12.976630 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-31257858-a634-46db-99dc-9295bff2171e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:13.042300 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-66ba5d79-7acd-4193-a1c4-075b18d8daa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:13.088527 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-31257858-a634-46db-99dc-9295bff2171e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:13.095440 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c1ddb818-2db3-470d-bd7d-9afd011cb63b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:24:13.112868 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31257858-a634-46db-99dc-9295bff2171e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1f4670-8630-4927-a527-794d46a9978a,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:24:13.117696 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-31257858-a634-46db-99dc-9295bff2171e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:24:13.121275 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-31257858-a634-46db-99dc-9295bff2171e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:13.123549 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-31257858-a634-46db-99dc-9295bff2171e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8f1f4670-8630-4927-a527-794d46a9978a HTTP/1.1" status: 204 len: 168 time: 0.2600999 Feb 03 20:24:13.568877 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ee3836e1-c2c9-4a7f-a2b9-29670ee27c06 req-3541864e-fb0a-4d7d-9612-b127ac619c73 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=4429e7e9-2b6a-4cfd-98d1-c36f12dc5632 HTTP/1.1" status: 200 len: 210 time: 0.0501060 Feb 03 20:24:13.653877 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 57726) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:24:13.673371 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:13.689652 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:24:13.693864 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Usage tracker for resource:security_group_rule and tenant:d58a7409c9ee4a068e4d9f3c85921963 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:24:13.696902 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:24:13.703200 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:24:13.802136 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:13.882393 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:13.893008 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5fb40f3f-7fa6-4c5d-ab29-571b4844b926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:24:13.936067 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d58a7409c9ee4a068e4d9f3c85921963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808754 Feb 03 20:24:13.937989 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7a6259-8dee-4215-8d99-a9195a6cd0da,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:24:13.938947 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 57730) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:24:13.946472 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:13.946905 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:13.947353 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:13.947796 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:13.948213 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:13.948624 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:13.949035 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:13.949445 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:13.949919 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:13.950822 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:13.951235 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:13.951693 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:13.952144 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:13.952545 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:13.952950 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:13.953377 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:13.953778 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:13.954183 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:13.954583 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:13.954986 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:13.955386 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:13.955811 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:13.956193 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:13.956598 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:13.961019 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-dc9a9d10-77a6-4e57-b25b-9e938ad0f928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:24:14.004859 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:14.034287 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:14.127729 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:14.133024 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-7a6bf304-b3ad-42e6-b3db-e0b29f6e6446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:24:14.147613 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7a6259-8dee-4215-8d99-a9195a6cd0da,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:24:14.152251 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:14.154110 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6e7a6259-8dee-4215-8d99-a9195a6cd0da HTTP/1.1" status: 204 len: 168 time: 0.2136867 Feb 03 20:24:14.159164 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:14.159684 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:14.159980 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:14.160382 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:14.160784 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:14.161181 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:14.161578 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:14.161974 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:14.162370 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:14.162898 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:14.163296 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:14.163711 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:14.164143 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:14.164534 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:14.164923 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:14.165314 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:14.165701 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:14.166094 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:14.166480 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:14.166865 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:14.167253 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:14.167662 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:14.168052 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:14.168440 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:14.172064 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:24:14.743598 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-3880f751-f624-418d-b825-353e946ca6af tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:14.745709 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-3880f751-f624-418d-b825-353e946ca6af tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.90 "GET /v2.0/networks?id=6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d HTTP/1.1" status: 200 len: 814 time: 0.2701159 Feb 03 20:24:14.786093 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5903668c-9405-4fc6-a91f-5e4377e61e9b req-140c889f-dfd7-425e-91dd-b397a71d2698 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=4429e7e9-2b6a-4cfd-98d1-c36f12dc5632 HTTP/1.1" status: 200 len: 210 time: 0.0519009 Feb 03 20:24:14.790278 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-6de2ebb2-994b-49f0-8ac3-8deb83cb45b1 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Request body: {'port': {'device_id': '4429e7e9-2b6a-4cfd-98d1-c36f12dc5632', 'network_id': '6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d', 'admin_state_up': True, 'tenant_id': '5eb271c6af9e47359457b15802d0b439'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:24:14.947933 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-6de2ebb2-994b-49f0-8ac3-8deb83cb45b1 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:24:14.952492 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-6de2ebb2-994b-49f0-8ac3-8deb83cb45b1 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Usage tracker for resource:port and tenant:5eb271c6af9e47359457b15802d0b439 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:24:14.955514 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-6de2ebb2-994b-49f0-8ac3-8deb83cb45b1 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:24:14.961455 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-6de2ebb2-994b-49f0-8ac3-8deb83cb45b1 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:24:15.000117 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-6de2ebb2-994b-49f0-8ac3-8deb83cb45b1 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Made reservation on behalf of 5eb271c6af9e47359457b15802d0b439 for: {'port': 1} {{(pid=80169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:24:15.021826 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-6de2ebb2-994b-49f0-8ac3-8deb83cb45b1 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:15.288048 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-de10bc84-9344-4860-beda-5ca74c7da736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:15.351921 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-6de2ebb2-994b-49f0-8ac3-8deb83cb45b1 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Allocated IP 172.20.0.11 (6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d/e9c23590-9777-4856-8244-d761f16b7589/02b4f775-01f8-47ca-9c84-4b88d4a54079) {{(pid=80169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:24:15.646047 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-6de2ebb2-994b-49f0-8ac3-8deb83cb45b1 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks [] for port, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:15.705765 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-6de2ebb2-994b-49f0-8ac3-8deb83cb45b1 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:15.778726 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9f77827d-20b7-4112-a801-e3fccac9ef07 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:24:15.885723 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2ebb2-994b-49f0-8ac3-8deb83cb45b1 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Pushing event updated for resources: {'Port': ['ID=02b4f775-01f8-47ca-9c84-4b88d4a54079,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:24:15.891391 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-6de2ebb2-994b-49f0-8ac3-8deb83cb45b1 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:24:15.941712 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-6de2ebb2-994b-49f0-8ac3-8deb83cb45b1 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Network 6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:24:15.943065 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-6de2ebb2-994b-49f0-8ac3-8deb83cb45b1 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:24:15.946411 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-6de2ebb2-994b-49f0-8ac3-8deb83cb45b1 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Received port after_create {{(pid=80169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:24:16.005779 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:16.072155 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:16.084007 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-6de2ebb2-994b-49f0-8ac3-8deb83cb45b1 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:16.084757 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-6de2ebb2-994b-49f0-8ac3-8deb83cb45b1 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:16.131991 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069082c-8ea3-4b3a-8d6d-8348a5d439c9 req-21adc05b-ae99-4b6d-b12d-3050470668aa tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:16.133727 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2069082c-8ea3-4b3a-8d6d-8348a5d439c9 req-21adc05b-ae99-4b6d-b12d-3050470668aa tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=4429e7e9-2b6a-4cfd-98d1-c36f12dc5632 HTTP/1.1" status: 200 len: 932 time: 0.2008696 Feb 03 20:24:16.146225 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-6de2ebb2-994b-49f0-8ac3-8deb83cb45b1 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3606856 Feb 03 20:24:16.379961 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-cb65e489-62c5-4d53-be96-4cf60e844282 service neutron] Request body: {'port': {'device_id': '4429e7e9-2b6a-4cfd-98d1-c36f12dc5632', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:24:16.432207 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-2069082c-8ea3-4b3a-8d6d-8348a5d439c9 req-5b24d954-6859-472f-aa09-8e657d984ec9 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907546 Feb 03 20:24:16.512911 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-cb65e489-62c5-4d53-be96-4cf60e844282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:16.791000 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:16.964347 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-cb65e489-62c5-4d53-be96-4cf60e844282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b4f775-01f8-47ca-9c84-4b88d4a54079 {{(pid=80169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 20:24:16.972841 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-cb65e489-62c5-4d53-be96-4cf60e844282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:17.042502 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-cb65e489-62c5-4d53-be96-4cf60e844282 service neutron] Transition to ACTIVE for port object 02b4f775-01f8-47ca-9c84-4b88d4a54079 will not be triggered until provisioned by entity L2. {{(pid=80169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:24:17.074256 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-cb65e489-62c5-4d53-be96-4cf60e844282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789467256'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:17.091053 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-54efab28-dc6d-46e7-847e-8c914eb6bd49 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:24:17.226687 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65e489-62c5-4d53-be96-4cf60e844282 service neutron] Pushing event updated for resources: {'Port': ['ID=02b4f775-01f8-47ca-9c84-4b88d4a54079,revision_number=2']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:24:17.229896 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-cb65e489-62c5-4d53-be96-4cf60e844282 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:24:17.417743 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-cb65e489-62c5-4d53-be96-4cf60e844282 service neutron] Attempting to bind port 02b4f775-01f8-47ca-9c84-4b88d4a54079 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:24:17.418122 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-cb65e489-62c5-4d53-be96-4cf60e844282 service neutron] Attempting to bind port 02b4f775-01f8-47ca-9c84-4b88d4a54079 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'b0cd2884-f8d2-4437-a887-50593408adb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d'}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:24:17.419415 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-cb65e489-62c5-4d53-be96-4cf60e844282 service neutron] Attempting to bind port 02b4f775-01f8-47ca-9c84-4b88d4a54079 on network 6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:24:17.424784 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-cb65e489-62c5-4d53-be96-4cf60e844282 service neutron] Checking agent: {'id': '4ba2278c-c66c-406d-ba19-1defa11400a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 11, 16), 'started_at': datetime.datetime(2021, 2, 3, 20, 11, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:24:17.425157 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-cb65e489-62c5-4d53-be96-4cf60e844282 service neutron] Checking segment: {'id': 'b0cd2884-f8d2-4437-a887-50593408adb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:24:17.425559 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-cb65e489-62c5-4d53-be96-4cf60e844282 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:17.425949 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-cb65e489-62c5-4d53-be96-4cf60e844282 service neutron] Bound using segment: {'id': 'b0cd2884-f8d2-4437-a887-50593408adb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d'} {{(pid=80169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:24:17.426414 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-cb65e489-62c5-4d53-be96-4cf60e844282 service neutron] Bound port: 02b4f775-01f8-47ca-9c84-4b88d4a54079, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0cd2884-f8d2-4437-a887-50593408adb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d'}}] {{(pid=80169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:24:17.426782 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-cb65e489-62c5-4d53-be96-4cf60e844282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:17.528155 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-cb65e489-62c5-4d53-be96-4cf60e844282 service neutron] For port 02b4f775-01f8-47ca-9c84-4b88d4a54079, host hv-cinder-77398, cleared binding levels {{(pid=80169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:24:17.531651 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-cb65e489-62c5-4d53-be96-4cf60e844282 service neutron] For port 02b4f775-01f8-47ca-9c84-4b88d4a54079, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=02b4f775-01f8-47ca-9c84-4b88d4a54079,segment=NetworkSegment(b0cd2884-f8d2-4437-a887-50593408adb5),segment_id=b0cd2884-f8d2-4437-a887-50593408adb5)] {{(pid=80169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:24:17.551253 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-cb65e489-62c5-4d53-be96-4cf60e844282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789467256'] for port, after_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:17.577132 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-028ac22d-0d94-4c04-b1f4-a1c7dfe7f951 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:24:17.619463 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:17.770937 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0def4e-a1a3-4f8f-8a34-4ae3f55b02bc req-aeeeaeaf-c1b9-4419-bd4e-280e58950055 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:17.772750 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5c0def4e-a1a3-4f8f-8a34-4ae3f55b02bc req-aeeeaeaf-c1b9-4419-bd4e-280e58950055 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=4429e7e9-2b6a-4cfd-98d1-c36f12dc5632 HTTP/1.1" status: 200 len: 944 time: 0.2046947 Feb 03 20:24:17.843517 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5c0def4e-a1a3-4f8f-8a34-4ae3f55b02bc req-7e70259c-0870-4714-95bf-e46b5a5610c9 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639377 Feb 03 20:24:17.969437 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65e489-62c5-4d53-be96-4cf60e844282 service neutron] Pushing event updated for resources: {'Port': ['ID=02b4f775-01f8-47ca-9c84-4b88d4a54079,revision_number=3']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:24:17.975075 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-cb65e489-62c5-4d53-be96-4cf60e844282 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:24:18.007548 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-cb65e489-62c5-4d53-be96-4cf60e844282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:18.008259 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-cb65e489-62c5-4d53-be96-4cf60e844282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:18.009762 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-cb65e489-62c5-4d53-be96-4cf60e844282 service neutron] 10.222.0.90 "PUT /v2.0/ports/02b4f775-01f8-47ca-9c84-4b88d4a54079 HTTP/1.1" status: 200 len: 1158 time: 1.8501058 Feb 03 20:24:18.010313 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4429e7e9-2b6a-4cfd-98d1-c36f12dc5632', 'tag': '02b4f775-01f8-47ca-9c84-4b88d4a54079'}] {{(pid=80169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:24:18.189894 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-dff43952-d0bb-4643-87d5-ce881f344c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:18.191563 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-dff43952-d0bb-4643-87d5-ce881f344c69 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5eb271c6af9e47359457b15802d0b439&device_id=4429e7e9-2b6a-4cfd-98d1-c36f12dc5632 HTTP/1.1" status: 200 len: 1161 time: 0.0977840 Feb 03 20:24:18.263792 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4429e7e9-2b6a-4cfd-98d1-c36f12dc5632', 'tag': '02b4f775-01f8-47ca-9c84-4b88d4a54079', 'status': 'completed', 'code': 200} Feb 03 20:24:18.279311 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-2b5ec874-d66c-450a-85eb-0f339274d5b7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02b4f775-01f8-47ca-9c84-4b88d4a54079 HTTP/1.1" status: 200 len: 217 time: 0.0717158 Feb 03 20:24:18.351450 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-36b6100b-6497-45f2-8398-369e8332dbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:18.353055 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-36b6100b-6497-45f2-8398-369e8332dbde service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e9c23590-9777-4856-8244-d761f16b7589 HTTP/1.1" status: 200 len: 854 time: 0.0672345 Feb 03 20:24:18.407168 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-27ae4344-5bd8-4985-954f-56bbb89ec0ba service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469666 Feb 03 20:24:18.552861 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-184d513f-e101-4648-9a7e-f150a27497ff service neutron] 10.222.0.90 "GET /v2.0/networks/6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393659 Feb 03 20:24:18.670785 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8b3ac265-c398-479e-a946-d337c7a435c2 req-bab7541e-1a93-49b3-9997-dd20121c1cdd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d712db72-0f45-46b8-8ebe-1a2de5865660&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0866723 Feb 03 20:24:18.699353 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-864a968b-fff0-4afe-a35c-5e4335a90b41 req-646536b2-a082-4a11-b8cb-0ebbce26a486 service neutron] 10.222.0.90 "GET /v2.0/networks/6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401510 Feb 03 20:24:18.905911 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467b6d7-fdee-4396-8545-3c90c6dbbd11 req-d7189d72-3cab-4923-ba5f-fa9acf597584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:18.907997 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0467b6d7-fdee-4396-8545-3c90c6dbbd11 req-d7189d72-3cab-4923-ba5f-fa9acf597584 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5eb271c6af9e47359457b15802d0b439&device_id=4429e7e9-2b6a-4cfd-98d1-c36f12dc5632 HTTP/1.1" status: 200 len: 1161 time: 0.0845947 Feb 03 20:24:18.916811 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ac265-c398-479e-a946-d337c7a435c2 req-ecb08eba-32a3-48f2-ab9f-d35681091150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:18.918617 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8b3ac265-c398-479e-a946-d337c7a435c2 req-ecb08eba-32a3-48f2-ab9f-d35681091150 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5eb271c6af9e47359457b15802d0b439&device_id=d712db72-0f45-46b8-8ebe-1a2de5865660 HTTP/1.1" status: 200 len: 1162 time: 0.0962150 Feb 03 20:24:19.089747 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ac265-c398-479e-a946-d337c7a435c2 req-313863e2-9df1-4faf-9205-46e9ba5e7a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:19.092203 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8b3ac265-c398-479e-a946-d337c7a435c2 req-313863e2-9df1-4faf-9205-46e9ba5e7a4e service neutron] 10.222.0.90 "GET /v2.0/networks?id=6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d HTTP/1.1" status: 200 len: 908 time: 0.1480184 Feb 03 20:24:19.141520 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467b6d7-fdee-4396-8545-3c90c6dbbd11 req-7b6a36ba-36d3-46d5-ba46-3d56c36a99df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:19.143148 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0467b6d7-fdee-4396-8545-3c90c6dbbd11 req-7b6a36ba-36d3-46d5-ba46-3d56c36a99df service neutron] 10.222.0.90 "GET /v2.0/networks?id=6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d HTTP/1.1" status: 200 len: 908 time: 0.2289317 Feb 03 20:24:19.172591 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8b3ac265-c398-479e-a946-d337c7a435c2 req-9011f726-c179-4aaf-a31c-96cbdb7b3da0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69db9cb9-bdf1-4529-8abd-465e9b41986f HTTP/1.1" status: 200 len: 217 time: 0.0736897 Feb 03 20:24:19.242742 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ac265-c398-479e-a946-d337c7a435c2 req-88cf3f1c-7a52-45c6-ab7d-1e4898084194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:19.244450 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8b3ac265-c398-479e-a946-d337c7a435c2 req-88cf3f1c-7a52-45c6-ab7d-1e4898084194 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e9c23590-9777-4856-8244-d761f16b7589 HTTP/1.1" status: 200 len: 854 time: 0.0662646 Feb 03 20:24:19.298757 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a8046-5a38-4d7e-9da2-552d272a7a22 req-be65e390-0e3e-4d90-9d5a-b49e3a6c783c tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:19.300529 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-137a8046-5a38-4d7e-9da2-552d272a7a22 req-be65e390-0e3e-4d90-9d5a-b49e3a6c783c tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=4429e7e9-2b6a-4cfd-98d1-c36f12dc5632 HTTP/1.1" status: 200 len: 944 time: 0.2946649 Feb 03 20:24:19.305245 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8b3ac265-c398-479e-a946-d337c7a435c2 req-ffef18ab-7e95-46e3-85b8-647e01fc0318 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535152 Feb 03 20:24:19.316134 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0467b6d7-fdee-4396-8545-3c90c6dbbd11 req-feed854f-e9d3-49ac-a825-9101a30f346b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02b4f775-01f8-47ca-9c84-4b88d4a54079 HTTP/1.1" status: 200 len: 217 time: 0.1651227 Feb 03 20:24:19.436559 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-137a8046-5a38-4d7e-9da2-552d272a7a22 req-efe87908-5323-444b-a104-9d5306a9f4fc tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223013 Feb 03 20:24:19.442685 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467b6d7-fdee-4396-8545-3c90c6dbbd11 req-198fe43b-dcc1-4c05-bd70-53acad2e51d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:19.444297 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0467b6d7-fdee-4396-8545-3c90c6dbbd11 req-198fe43b-dcc1-4c05-bd70-53acad2e51d6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e9c23590-9777-4856-8244-d761f16b7589 HTTP/1.1" status: 200 len: 854 time: 0.1112294 Feb 03 20:24:19.466162 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8b3ac265-c398-479e-a946-d337c7a435c2 req-8c84bb3e-28f6-4f08-9c64-77e99dcb6f71 service neutron] 10.222.0.90 "GET /v2.0/networks/6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446521 Feb 03 20:24:19.504909 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0467b6d7-fdee-4396-8545-3c90c6dbbd11 req-1514a2a7-2b1a-42e0-afd9-3fbff568c918 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521083 Feb 03 20:24:19.609219 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8b3ac265-c398-479e-a946-d337c7a435c2 req-795381b3-1593-4626-ae8f-e0dbfbc9b10e service neutron] 10.222.0.90 "GET /v2.0/networks/6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1454663 Feb 03 20:24:19.654315 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0467b6d7-fdee-4396-8545-3c90c6dbbd11 req-7ef94dac-1eaf-42a1-a5d8-7ace4523bdbb service neutron] 10.222.0.90 "GET /v2.0/networks/6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427732 Feb 03 20:24:19.809495 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0467b6d7-fdee-4396-8545-3c90c6dbbd11 req-2782f034-0387-4999-b06f-fe1b67fcf6f2 service neutron] 10.222.0.90 "GET /v2.0/networks/6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1470294 Feb 03 20:24:20.739960 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673ff70-3f0f-43a2-8c7a-0f566334ee65 req-aaae4971-f53b-4a9e-a8b1-b424850eab45 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:20.741628 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e673ff70-3f0f-43a2-8c7a-0f566334ee65 req-aaae4971-f53b-4a9e-a8b1-b424850eab45 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=4429e7e9-2b6a-4cfd-98d1-c36f12dc5632 HTTP/1.1" status: 200 len: 944 time: 0.1674821 Feb 03 20:24:20.810516 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e673ff70-3f0f-43a2-8c7a-0f566334ee65 req-fef3efaa-5460-4e2a-8d4f-4b518a3be304 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612779 Feb 03 20:24:22.119207 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6663f-5f14-4e51-92eb-533b2394a5c4 req-49d48b5b-9ace-4835-98ff-7e8ac75b1e0f tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:22.125113 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8bf6663f-5f14-4e51-92eb-533b2394a5c4 req-49d48b5b-9ace-4835-98ff-7e8ac75b1e0f tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=4429e7e9-2b6a-4cfd-98d1-c36f12dc5632 HTTP/1.1" status: 200 len: 944 time: 0.1775904 Feb 03 20:24:22.202058 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8bf6663f-5f14-4e51-92eb-533b2394a5c4 req-d272e363-f6fb-4f43-ae13-923cec1d99a5 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734675 Feb 03 20:24:22.405893 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 57850) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:24:22.572732 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4860769c-d1d3-46f6-8fab-c18c83d82768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:22.588250 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-4860769c-d1d3-46f6-8fab-c18c83d82768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:24:22.592410 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-4860769c-d1d3-46f6-8fab-c18c83d82768 admin admin] Usage tracker for resource:security_group_rule and tenant:3c733aa4231945a1a6bff0d86ef5a605 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:24:22.595339 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-4860769c-d1d3-46f6-8fab-c18c83d82768 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:24:22.601096 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-4860769c-d1d3-46f6-8fab-c18c83d82768 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:24:22.757437 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4860769c-d1d3-46f6-8fab-c18c83d82768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:22.791061 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4860769c-d1d3-46f6-8fab-c18c83d82768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:22.800256 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-d8d0f623-f83c-4e62-87e2-39b27660c20d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:24:22.845777 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-4860769c-d1d3-46f6-8fab-c18c83d82768 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3c733aa4231945a1a6bff0d86ef5a605&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4386177 Feb 03 20:24:22.846666 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860769c-d1d3-46f6-8fab-c18c83d82768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6477987-93d3-4917-8d7e-24a7540e2357,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:24:22.848609 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 57856) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:24:22.850403 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-4860769c-d1d3-46f6-8fab-c18c83d82768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:24:22.916783 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-27d2a905-a644-4546-9f4a-dd4f540940cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:22.944897 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-27d2a905-a644-4546-9f4a-dd4f540940cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:23.019114 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-27d2a905-a644-4546-9f4a-dd4f540940cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:23.024217 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-859881ef-bbe6-473a-ad32-f50d49a8cad9 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:24:23.035806 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2a905-a644-4546-9f4a-dd4f540940cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6477987-93d3-4917-8d7e-24a7540e2357,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:24:23.040787 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-27d2a905-a644-4546-9f4a-dd4f540940cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:24:23.042753 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-27d2a905-a644-4546-9f4a-dd4f540940cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:23.044132 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-27d2a905-a644-4546-9f4a-dd4f540940cc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c6477987-93d3-4917-8d7e-24a7540e2357 HTTP/1.1" status: 204 len: 168 time: 0.1943703 Feb 03 20:24:23.505011 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400f5b0-e021-4c3d-a4fe-013d06daaf59 req-cce59f6a-6983-4afd-bd34-a13c0d8f4fda tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:23.506742 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1400f5b0-e021-4c3d-a4fe-013d06daaf59 req-cce59f6a-6983-4afd-bd34-a13c0d8f4fda tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=4429e7e9-2b6a-4cfd-98d1-c36f12dc5632 HTTP/1.1" status: 200 len: 944 time: 0.1752701 Feb 03 20:24:23.575935 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1400f5b0-e021-4c3d-a4fe-013d06daaf59 req-66ad4177-528d-40ed-b820-a152475c9c44 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617328 Feb 03 20:24:23.613314 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 57866) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:24:23.633552 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9df33af7-ca16-4069-a008-c69b374d1937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:23.650135 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-9df33af7-ca16-4069-a008-c69b374d1937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:24:23.654465 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-9df33af7-ca16-4069-a008-c69b374d1937 admin admin] Usage tracker for resource:security_group_rule and tenant:ecfecf6a11e545a680fce40531619aba is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:24:23.657503 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-9df33af7-ca16-4069-a008-c69b374d1937 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:24:23.663345 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-9df33af7-ca16-4069-a008-c69b374d1937 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:24:23.752182 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9df33af7-ca16-4069-a008-c69b374d1937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:23.822561 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9df33af7-ca16-4069-a008-c69b374d1937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:23.833091 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-85ae846f-3e1d-4ac2-9078-1a3d716446e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:24:23.880810 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-9df33af7-ca16-4069-a008-c69b374d1937 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ecfecf6a11e545a680fce40531619aba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661653 Feb 03 20:24:23.881655 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df33af7-ca16-4069-a008-c69b374d1937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3504c60-5ec9-46f0-8e1b-963120439676,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:24:23.883544 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 57870) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:24:23.885190 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9df33af7-ca16-4069-a008-c69b374d1937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:24:23.952477 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a32d42cf-5470-4714-84cf-f806597d7d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:23.979360 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a32d42cf-5470-4714-84cf-f806597d7d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:24.053424 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a32d42cf-5470-4714-84cf-f806597d7d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:24.058650 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-acc90d00-e29c-4a2c-9a19-b345ecea7cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:24:24.070124 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d42cf-5470-4714-84cf-f806597d7d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3504c60-5ec9-46f0-8e1b-963120439676,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:24:24.075015 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a32d42cf-5470-4714-84cf-f806597d7d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:24:24.077033 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a32d42cf-5470-4714-84cf-f806597d7d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:24.078264 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-a32d42cf-5470-4714-84cf-f806597d7d54 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d3504c60-5ec9-46f0-8e1b-963120439676 HTTP/1.1" status: 204 len: 168 time: 0.1936114 Feb 03 20:24:24.222093 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 02b4f775-01f8-47ca-9c84-4b88d4a54079 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:24:24.327612 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning for port 02b4f775-01f8-47ca-9c84-4b88d4a54079 completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:24:24.332983 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 02b4f775-01f8-47ca-9c84-4b88d4a54079 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:24:24.333407 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:24.466576 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:24.517127 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4429e7e9-2b6a-4cfd-98d1-c36f12dc5632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b4f775-01f8-47ca-9c84-4b88d4a54079'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:24:24.535531 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port 02b4f775-01f8-47ca-9c84-4b88d4a54079, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=02b4f775-01f8-47ca-9c84-4b88d4a54079,segment=NetworkSegment(b0cd2884-f8d2-4437-a887-50593408adb5),segment_id=b0cd2884-f8d2-4437-a887-50593408adb5)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:24:24.567920 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:24.573004 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:24:24.647933 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=02b4f775-01f8-47ca-9c84-4b88d4a54079,revision_number=4']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:24:24.655651 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:24:24.778774 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4429e7e9-2b6a-4cfd-98d1-c36f12dc5632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b4f775-01f8-47ca-9c84-4b88d4a54079', 'code': 200} Feb 03 20:24:24.884659 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae9568-8b91-4d44-9ddb-b5cf0ec4fca8 req-7acaacce-ef68-452e-8549-2b4310187160 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:24.886422 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-36ae9568-8b91-4d44-9ddb-b5cf0ec4fca8 req-7acaacce-ef68-452e-8549-2b4310187160 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=4429e7e9-2b6a-4cfd-98d1-c36f12dc5632 HTTP/1.1" status: 200 len: 946 time: 0.1723926 Feb 03 20:24:24.955704 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-36ae9568-8b91-4d44-9ddb-b5cf0ec4fca8 req-6042d455-bb02-4edb-9f47-a61f12a7d28f tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603428 Feb 03 20:24:25.149099 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 02b4f775-01f8-47ca-9c84-4b88d4a54079 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:24:25.223326 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 02b4f775-01f8-47ca-9c84-4b88d4a54079 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:24:25.223779 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:25.279987 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c4cfd-e1c1-400b-a5b2-38ed4ecd92b1 req-3ebc8715-0bfc-4306-94e7-ccf0e80f72df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:25.281646 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-633c4cfd-e1c1-400b-a5b2-38ed4ecd92b1 req-3ebc8715-0bfc-4306-94e7-ccf0e80f72df service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4429e7e9-2b6a-4cfd-98d1-c36f12dc5632 HTTP/1.1" status: 200 len: 1163 time: 0.0859106 Feb 03 20:24:25.329823 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-633c4cfd-e1c1-400b-a5b2-38ed4ecd92b1 req-c1d9f444-fdb8-4e52-bead-47b000edbcce service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388329 Feb 03 20:24:26.312554 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91745d8b-cb33-4ba0-8398-e9132f58ee29 req-0861b280-5a3d-4176-b861-86242cbfddfb tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:26.314291 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-91745d8b-cb33-4ba0-8398-e9132f58ee29 req-0861b280-5a3d-4176-b861-86242cbfddfb tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=4429e7e9-2b6a-4cfd-98d1-c36f12dc5632 HTTP/1.1" status: 200 len: 946 time: 0.1735110 Feb 03 20:24:26.379845 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-91745d8b-cb33-4ba0-8398-e9132f58ee29 req-ef31e880-4b50-4b78-b845-c5873d8f41e7 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590868 Feb 03 20:24:27.687292 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac35261-cdaa-4c45-880f-c275e7d5bfd9 req-1aeacb5d-3ead-406e-979f-705b2e8e1f79 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:27.689074 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-aac35261-cdaa-4c45-880f-c275e7d5bfd9 req-1aeacb5d-3ead-406e-979f-705b2e8e1f79 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=4429e7e9-2b6a-4cfd-98d1-c36f12dc5632 HTTP/1.1" status: 200 len: 946 time: 0.1721480 Feb 03 20:24:27.757234 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-aac35261-cdaa-4c45-880f-c275e7d5bfd9 req-0b78500d-d4d2-4ca3-a53e-9eb5e6042f14 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616777 Feb 03 20:24:34.932329 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-8c2e6436-9083-4990-913e-b86e90becc8f tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:34.934592 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-8c2e6436-9083-4990-913e-b86e90becc8f tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/networks?id=6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d HTTP/1.1" status: 200 len: 814 time: 0.2404542 Feb 03 20:24:34.951984 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-5bfac838-c85b-4583-895a-1fb37bb75283 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/quotas/5eb271c6af9e47359457b15802d0b439 HTTP/1.1" status: 200 len: 375 time: 0.0109928 Feb 03 20:24:35.094476 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-9e41e84f-1ef5-41d6-aec6-a03c0db63f37 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=5eb271c6af9e47359457b15802d0b439&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1364760 Feb 03 20:24:35.249567 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-f5195ee2-febc-441d-9040-fa8cdda2fd57 service neutron] 10.222.0.101 "GET /v2.0/networks/6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472294 Feb 03 20:24:35.398124 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-24700d88-6ca9-4ded-be65-384f9b37b118 service neutron] 10.222.0.101 "GET /v2.0/networks/6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1417332 Feb 03 20:24:35.650840 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8fab06d5-3343-4cdf-8d34-e3e4934f821b req-918e39b9-b7c3-429e-bcef-b7e49840c0ef tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=32f34eaf-f6de-4771-8d7a-4a2262bf7ec1 HTTP/1.1" status: 200 len: 210 time: 0.0548277 Feb 03 20:24:36.986036 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-da220e6d-7e8c-4ada-9db9-d2768050513e req-31dc238b-3c11-49ca-af8c-f62e4ffe907e tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=32f34eaf-f6de-4771-8d7a-4a2262bf7ec1 HTTP/1.1" status: 200 len: 210 time: 0.0549140 Feb 03 20:24:37.770161 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-c678965a-dfd9-410f-87d0-59b0f018165e tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:37.771865 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-c678965a-dfd9-410f-87d0-59b0f018165e tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.90 "GET /v2.0/networks?id=6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d HTTP/1.1" status: 200 len: 814 time: 0.2375865 Feb 03 20:24:37.796152 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-c74333b9-4bc5-48de-bb6e-5c68506ca3ff tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Request body: {'port': {'device_id': '32f34eaf-f6de-4771-8d7a-4a2262bf7ec1', 'network_id': '6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d', 'admin_state_up': True, 'tenant_id': '5eb271c6af9e47359457b15802d0b439'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:24:37.954422 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-c74333b9-4bc5-48de-bb6e-5c68506ca3ff tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:24:37.959485 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-c74333b9-4bc5-48de-bb6e-5c68506ca3ff tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Usage tracker for resource:port and tenant:5eb271c6af9e47359457b15802d0b439 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:24:37.961990 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-c74333b9-4bc5-48de-bb6e-5c68506ca3ff tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:24:37.968588 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-c74333b9-4bc5-48de-bb6e-5c68506ca3ff tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:24:38.041956 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-c74333b9-4bc5-48de-bb6e-5c68506ca3ff tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Made reservation on behalf of 5eb271c6af9e47359457b15802d0b439 for: {'port': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:24:38.064256 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-c74333b9-4bc5-48de-bb6e-5c68506ca3ff tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:38.232668 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fe14793e-bef2-4c63-ae51-1eafbcad9f41 req-70f4c663-6c68-4d2b-95e6-7b8111f80b27 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=32f34eaf-f6de-4771-8d7a-4a2262bf7ec1 HTTP/1.1" status: 200 len: 210 time: 0.1085694 Feb 03 20:24:38.359717 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 58078) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:24:38.563938 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9d1a7eca-a580-4e01-9094-98bd687dcd40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:38.579649 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-9d1a7eca-a580-4e01-9094-98bd687dcd40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:24:38.583979 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-9d1a7eca-a580-4e01-9094-98bd687dcd40 admin admin] Usage tracker for resource:security_group_rule and tenant:dbded0c0a1f64b1eb703673081f5c56c is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:24:38.586952 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-9d1a7eca-a580-4e01-9094-98bd687dcd40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:24:38.592851 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-9d1a7eca-a580-4e01-9094-98bd687dcd40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:24:38.708449 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-c74333b9-4bc5-48de-bb6e-5c68506ca3ff tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Allocated IP 172.20.0.2 (6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d/e9c23590-9777-4856-8244-d761f16b7589/024c13aa-6b18-4fcf-bba6-bf596885fbd1) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:24:38.736790 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9d1a7eca-a580-4e01-9094-98bd687dcd40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:38.785033 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9d1a7eca-a580-4e01-9094-98bd687dcd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:38.795537 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-bbac5f76-0c90-46f1-8a33-d07671c2e8c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:24:38.841855 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-9d1a7eca-a580-4e01-9094-98bd687dcd40 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=dbded0c0a1f64b1eb703673081f5c56c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4809186 Feb 03 20:24:38.843687 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a7eca-a580-4e01-9094-98bd687dcd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7a917b-3e6e-44bf-90f6-369c788dee67,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:24:38.846288 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 58084) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:24:38.849289 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9d1a7eca-a580-4e01-9094-98bd687dcd40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:24:38.910925 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0487b9e4-df65-46d1-8f4d-6475984b71a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:38.940502 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0487b9e4-df65-46d1-8f4d-6475984b71a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:39.073131 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-c74333b9-4bc5-48de-bb6e-5c68506ca3ff tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:39.087651 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0487b9e4-df65-46d1-8f4d-6475984b71a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:39.093900 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-dd5509ce-ef4a-424f-ad12-18c34a455698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:24:39.108058 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487b9e4-df65-46d1-8f4d-6475984b71a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7a917b-3e6e-44bf-90f6-369c788dee67,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:24:39.110907 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-0487b9e4-df65-46d1-8f4d-6475984b71a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:24:39.112155 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0487b9e4-df65-46d1-8f4d-6475984b71a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:39.113394 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-0487b9e4-df65-46d1-8f4d-6475984b71a6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fe7a917b-3e6e-44bf-90f6-369c788dee67 HTTP/1.1" status: 204 len: 168 time: 0.2660832 Feb 03 20:24:39.132030 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-c74333b9-4bc5-48de-bb6e-5c68506ca3ff tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:39.147649 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a12185e4-af15-44d9-ab21-a6bba2c7089c tempest-VolumesNegativeTest-1504090971 tempest-VolumesNegativeTest-1504090971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:24:39.289848 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74333b9-4bc5-48de-bb6e-5c68506ca3ff tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Pushing event updated for resources: {'Port': ['ID=024c13aa-6b18-4fcf-bba6-bf596885fbd1,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:24:39.292965 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c74333b9-4bc5-48de-bb6e-5c68506ca3ff tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:24:39.352746 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-c74333b9-4bc5-48de-bb6e-5c68506ca3ff tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Network 6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:24:39.353956 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-c74333b9-4bc5-48de-bb6e-5c68506ca3ff tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:24:39.356971 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-c74333b9-4bc5-48de-bb6e-5c68506ca3ff tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:24:39.546866 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-c74333b9-4bc5-48de-bb6e-5c68506ca3ff tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:39.547623 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-c74333b9-4bc5-48de-bb6e-5c68506ca3ff tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:39.664013 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 58094) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:24:39.677004 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be37f1a-19b3-44be-aa72-4dcb2f37f42e req-0add1052-cb48-4447-bf55-a9a32ce91a3a tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:39.677830 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-8be37f1a-19b3-44be-aa72-4dcb2f37f42e req-0add1052-cb48-4447-bf55-a9a32ce91a3a tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Synchronizing usage tracker for tenant:5eb271c6af9e47359457b15802d0b439 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:24:39.683015 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-c74333b9-4bc5-48de-bb6e-5c68506ca3ff tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8913100 Feb 03 20:24:39.683689 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f6e049aa-acf2-4162-ac11-4b9ec0a748ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:39.698838 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-f6e049aa-acf2-4162-ac11-4b9ec0a748ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:24:39.703515 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-f6e049aa-acf2-4162-ac11-4b9ec0a748ed admin admin] Usage tracker for resource:security_group_rule and tenant:cc349c724c9d4795b36dd831cf781224 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:24:39.704427 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-a0c9a159-b889-42d5-9ec2-96eddf123908 service neutron] Request body: {'port': {'device_id': '32f34eaf-f6de-4771-8d7a-4a2262bf7ec1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:24:39.706533 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-f6e049aa-acf2-4162-ac11-4b9ec0a748ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:24:39.712448 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-f6e049aa-acf2-4162-ac11-4b9ec0a748ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:24:39.741654 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-8be37f1a-19b3-44be-aa72-4dcb2f37f42e req-0add1052-cb48-4447-bf55-a9a32ce91a3a tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Unset dirty status for tenant:5eb271c6af9e47359457b15802d0b439 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:24:39.742949 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8be37f1a-19b3-44be-aa72-4dcb2f37f42e req-0add1052-cb48-4447-bf55-a9a32ce91a3a tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=32f34eaf-f6de-4771-8d7a-4a2262bf7ec1 HTTP/1.1" status: 200 len: 931 time: 0.3494561 Feb 03 20:24:39.803217 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f6e049aa-acf2-4162-ac11-4b9ec0a748ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:39.840208 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f6e049aa-acf2-4162-ac11-4b9ec0a748ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:39.853360 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-787302ac-90d5-4cff-9864-bd5d12708ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:24:39.884649 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8be37f1a-19b3-44be-aa72-4dcb2f37f42e req-177bbbc6-1481-4e80-81d1-d96185a0fe65 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311116 Feb 03 20:24:39.889617 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-a0c9a159-b889-42d5-9ec2-96eddf123908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:39.899262 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-f6e049aa-acf2-4162-ac11-4b9ec0a748ed admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cc349c724c9d4795b36dd831cf781224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316260 Feb 03 20:24:39.899542 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 58098) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:24:39.902644 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e049aa-acf2-4162-ac11-4b9ec0a748ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52e4b74-588f-4fea-9e39-2336c63b21f4,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:24:39.917103 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-f6e049aa-acf2-4162-ac11-4b9ec0a748ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:24:39.968852 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2ab57676-b95b-4cb5-b365-b42550ce6a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:39.998025 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2ab57676-b95b-4cb5-b365-b42550ce6a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:40.073918 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2ab57676-b95b-4cb5-b365-b42550ce6a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:40.079801 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-bffcb5d6-e28e-4d6e-86bc-00f95550b67b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:24:40.093476 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab57676-b95b-4cb5-b365-b42550ce6a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52e4b74-588f-4fea-9e39-2336c63b21f4,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:24:40.096296 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-2ab57676-b95b-4cb5-b365-b42550ce6a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:24:40.100022 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2ab57676-b95b-4cb5-b365-b42550ce6a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:40.104429 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-2ab57676-b95b-4cb5-b365-b42550ce6a99 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e52e4b74-588f-4fea-9e39-2336c63b21f4 HTTP/1.1" status: 204 len: 168 time: 0.2014380 Feb 03 20:24:40.328095 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-a0c9a159-b889-42d5-9ec2-96eddf123908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 024c13aa-6b18-4fcf-bba6-bf596885fbd1 {{(pid=80170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 20:24:40.336190 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-a0c9a159-b889-42d5-9ec2-96eddf123908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:40.349624 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-a0c9a159-b889-42d5-9ec2-96eddf123908 service neutron] Transition to ACTIVE for port object 024c13aa-6b18-4fcf-bba6-bf596885fbd1 will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:24:40.396388 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-a0c9a159-b889-42d5-9ec2-96eddf123908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787982947'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:40.412983 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-24e08023-7442-48f9-9235-8541d45f9800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:24:40.552345 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a159-b889-42d5-9ec2-96eddf123908 service neutron] Pushing event updated for resources: {'Port': ['ID=024c13aa-6b18-4fcf-bba6-bf596885fbd1,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:24:40.565481 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a0c9a159-b889-42d5-9ec2-96eddf123908 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:24:40.743746 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-a0c9a159-b889-42d5-9ec2-96eddf123908 service neutron] Attempting to bind port 024c13aa-6b18-4fcf-bba6-bf596885fbd1 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:24:40.744051 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-a0c9a159-b889-42d5-9ec2-96eddf123908 service neutron] Attempting to bind port 024c13aa-6b18-4fcf-bba6-bf596885fbd1 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'b0cd2884-f8d2-4437-a887-50593408adb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:24:40.744418 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-a0c9a159-b889-42d5-9ec2-96eddf123908 service neutron] Attempting to bind port 024c13aa-6b18-4fcf-bba6-bf596885fbd1 on network 6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:24:40.751278 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 58106) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:24:40.751418 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-a0c9a159-b889-42d5-9ec2-96eddf123908 service neutron] Checking agent: {'id': '4ba2278c-c66c-406d-ba19-1defa11400a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 11, 16), 'started_at': datetime.datetime(2021, 2, 3, 20, 11, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:24:40.751739 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-a0c9a159-b889-42d5-9ec2-96eddf123908 service neutron] Checking segment: {'id': 'b0cd2884-f8d2-4437-a887-50593408adb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:24:40.752147 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-a0c9a159-b889-42d5-9ec2-96eddf123908 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:40.752540 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-a0c9a159-b889-42d5-9ec2-96eddf123908 service neutron] Bound using segment: {'id': 'b0cd2884-f8d2-4437-a887-50593408adb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:24:40.753013 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-a0c9a159-b889-42d5-9ec2-96eddf123908 service neutron] Bound port: 024c13aa-6b18-4fcf-bba6-bf596885fbd1, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0cd2884-f8d2-4437-a887-50593408adb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:24:40.753394 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-a0c9a159-b889-42d5-9ec2-96eddf123908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:40.770995 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d8f4e285-4bb6-41c1-b0c9-7e8dd7e577c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:40.787249 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-d8f4e285-4bb6-41c1-b0c9-7e8dd7e577c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:24:40.791451 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-d8f4e285-4bb6-41c1-b0c9-7e8dd7e577c8 admin admin] Usage tracker for resource:security_group_rule and tenant:f5a06d589e974249a633f7d59098450a is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:24:40.795275 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-d8f4e285-4bb6-41c1-b0c9-7e8dd7e577c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:24:40.801152 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-d8f4e285-4bb6-41c1-b0c9-7e8dd7e577c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:24:40.856011 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-a0c9a159-b889-42d5-9ec2-96eddf123908 service neutron] For port 024c13aa-6b18-4fcf-bba6-bf596885fbd1, host hv-cinder-77398, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:24:40.859439 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-a0c9a159-b889-42d5-9ec2-96eddf123908 service neutron] For port 024c13aa-6b18-4fcf-bba6-bf596885fbd1, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=024c13aa-6b18-4fcf-bba6-bf596885fbd1,segment=NetworkSegment(b0cd2884-f8d2-4437-a887-50593408adb5),segment_id=b0cd2884-f8d2-4437-a887-50593408adb5)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:24:40.904422 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-a0c9a159-b889-42d5-9ec2-96eddf123908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787982947'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:40.920958 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-81ae2af4-6d01-4d92-9d79-9ca8701df08d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:24:40.992946 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d8f4e285-4bb6-41c1-b0c9-7e8dd7e577c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:41.022903 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d8f4e285-4bb6-41c1-b0c9-7e8dd7e577c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:41.033578 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-f6e049aa-acf2-4162-ac11-4b9ec0a748ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:24:41.077218 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-d8f4e285-4bb6-41c1-b0c9-7e8dd7e577c8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f5a06d589e974249a633f7d59098450a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247068 Feb 03 20:24:41.079103 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4e285-4bb6-41c1-b0c9-7e8dd7e577c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181c0216-16e6-4bb0-a618-44cc76f3f119,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:24:41.080843 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 58112) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:24:41.083885 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-d8f4e285-4bb6-41c1-b0c9-7e8dd7e577c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:24:41.144355 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a159-b889-42d5-9ec2-96eddf123908 service neutron] Pushing event updated for resources: {'Port': ['ID=024c13aa-6b18-4fcf-bba6-bf596885fbd1,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:24:41.146681 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-83f22cf1-f431-46b6-ac4a-31e3d8e180ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:41.147943 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a0c9a159-b889-42d5-9ec2-96eddf123908 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:24:41.176512 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-83f22cf1-f431-46b6-ac4a-31e3d8e180ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:41.192752 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-a0c9a159-b889-42d5-9ec2-96eddf123908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:41.193295 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-a0c9a159-b889-42d5-9ec2-96eddf123908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:41.194809 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-a0c9a159-b889-42d5-9ec2-96eddf123908 service neutron] 10.222.0.90 "PUT /v2.0/ports/024c13aa-6b18-4fcf-bba6-bf596885fbd1 HTTP/1.1" status: 200 len: 1157 time: 1.4957836 Feb 03 20:24:41.195507 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f34eaf-f6de-4771-8d7a-4a2262bf7ec1', 'tag': '024c13aa-6b18-4fcf-bba6-bf596885fbd1'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:24:41.281708 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-83f22cf1-f431-46b6-ac4a-31e3d8e180ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:41.287103 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-90ad9080-bd6a-4eb6-8b3d-fa5f48e560c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:24:41.294800 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653902a0-d177-4ff3-afcc-bca8019da9fa req-0482e468-8ee2-48b3-a755-ca62a015248f tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:41.296542 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-653902a0-d177-4ff3-afcc-bca8019da9fa req-0482e468-8ee2-48b3-a755-ca62a015248f tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=32f34eaf-f6de-4771-8d7a-4a2262bf7ec1 HTTP/1.1" status: 200 len: 943 time: 0.2722757 Feb 03 20:24:41.299562 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f34eaf-f6de-4771-8d7a-4a2262bf7ec1', 'tag': '024c13aa-6b18-4fcf-bba6-bf596885fbd1', 'status': 'completed', 'code': 200} Feb 03 20:24:41.302747 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f22cf1-f431-46b6-ac4a-31e3d8e180ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181c0216-16e6-4bb0-a618-44cc76f3f119,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:24:41.305262 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-83f22cf1-f431-46b6-ac4a-31e3d8e180ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:41.309164 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-83f22cf1-f431-46b6-ac4a-31e3d8e180ed admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/181c0216-16e6-4bb0-a618-44cc76f3f119 HTTP/1.1" status: 204 len: 168 time: 0.2247150 Feb 03 20:24:41.309164 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-83f22cf1-f431-46b6-ac4a-31e3d8e180ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:24:41.427374 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-653902a0-d177-4ff3-afcc-bca8019da9fa req-363f323b-42bb-4f8d-a890-e9f75b2ed8cc tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828657 Feb 03 20:24:41.442354 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-b8850a07-94fd-41c4-a674-a3f0229d88e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:41.444150 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-b8850a07-94fd-41c4-a674-a3f0229d88e8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5eb271c6af9e47359457b15802d0b439&device_id=32f34eaf-f6de-4771-8d7a-4a2262bf7ec1 HTTP/1.1" status: 200 len: 1160 time: 0.1466320 Feb 03 20:24:41.526675 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-ffc27a60-3cf5-4964-867c-7621704f8b70 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=024c13aa-6b18-4fcf-bba6-bf596885fbd1 HTTP/1.1" status: 200 len: 217 time: 0.0678463 Feb 03 20:24:41.601059 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-c7cb7b6e-aa81-43c1-8f6e-20d184cd2494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:41.602671 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-c7cb7b6e-aa81-43c1-8f6e-20d184cd2494 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e9c23590-9777-4856-8244-d761f16b7589 HTTP/1.1" status: 200 len: 854 time: 0.0693834 Feb 03 20:24:41.657466 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-20329b77-5286-4432-b171-1e2e86053b8e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481462 Feb 03 20:24:41.809399 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-658c3352-69f1-4269-a819-4404b89d4e88 service neutron] 10.222.0.90 "GET /v2.0/networks/6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454167 Feb 03 20:24:41.958314 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c5d3770d-e1ba-4765-84d4-2663949c7ae2 req-5d830692-2636-44ec-8c1c-0608bf524d4b service neutron] 10.222.0.90 "GET /v2.0/networks/6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1417077 Feb 03 20:24:42.164194 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe1f38-5287-46fe-8eef-0e98ba014e47 req-8dfa15cc-fcf8-4dd8-8517-d5f70de42fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:42.165859 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8dfe1f38-5287-46fe-8eef-0e98ba014e47 req-8dfa15cc-fcf8-4dd8-8517-d5f70de42fb2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5eb271c6af9e47359457b15802d0b439&device_id=32f34eaf-f6de-4771-8d7a-4a2262bf7ec1 HTTP/1.1" status: 200 len: 1160 time: 0.0814660 Feb 03 20:24:42.313540 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe1f38-5287-46fe-8eef-0e98ba014e47 req-af959a8b-ea23-428a-ad9c-5537b87b2160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:42.315254 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8dfe1f38-5287-46fe-8eef-0e98ba014e47 req-af959a8b-ea23-428a-ad9c-5537b87b2160 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d HTTP/1.1" status: 200 len: 908 time: 0.1423354 Feb 03 20:24:42.393129 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8dfe1f38-5287-46fe-8eef-0e98ba014e47 req-9b45debb-c6a1-478e-8cc3-9d93b8c29c35 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=024c13aa-6b18-4fcf-bba6-bf596885fbd1 HTTP/1.1" status: 200 len: 217 time: 0.0713823 Feb 03 20:24:42.486908 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe1f38-5287-46fe-8eef-0e98ba014e47 req-404c4071-f5e8-4821-a3a3-d30e8f61bcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:42.488585 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8dfe1f38-5287-46fe-8eef-0e98ba014e47 req-404c4071-f5e8-4821-a3a3-d30e8f61bcc7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e9c23590-9777-4856-8244-d761f16b7589 HTTP/1.1" status: 200 len: 854 time: 0.0803635 Feb 03 20:24:42.548515 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8dfe1f38-5287-46fe-8eef-0e98ba014e47 req-f423a633-f70a-4588-8580-b077600b77ee service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535522 Feb 03 20:24:42.991430 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8dfe1f38-5287-46fe-8eef-0e98ba014e47 req-880cd1ed-f5b4-4d07-b193-59743a0d9207 service neutron] 10.222.0.90 "GET /v2.0/networks/6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367933 Feb 03 20:24:43.034188 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b4ec3513-58ce-4b30-950d-073082edfbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:43.082169 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0b1ff-dece-4097-9dec-4d706733b0df req-68e0c112-523a-4084-9e05-6e657ebfe45e tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:43.083919 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-edb0b1ff-dece-4097-9dec-4d706733b0df req-68e0c112-523a-4084-9e05-6e657ebfe45e tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=32f34eaf-f6de-4771-8d7a-4a2262bf7ec1 HTTP/1.1" status: 200 len: 943 time: 0.5050914 Feb 03 20:24:43.258832 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-edb0b1ff-dece-4097-9dec-4d706733b0df req-efe27808-188a-47d3-9e12-c1b086364724 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457088 Feb 03 20:24:43.286709 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8dfe1f38-5287-46fe-8eef-0e98ba014e47 req-4a1a1cde-377f-4830-aa89-baac4cfa685c service neutron] 10.222.0.90 "GET /v2.0/networks/6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2017026 Feb 03 20:24:44.568175 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a191c8d-27d0-453b-9590-415e2036641d req-63c9c2f7-e795-45c6-bcea-5f0edf578c10 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:44.570056 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7a191c8d-27d0-453b-9590-415e2036641d req-63c9c2f7-e795-45c6-bcea-5f0edf578c10 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=32f34eaf-f6de-4771-8d7a-4a2262bf7ec1 HTTP/1.1" status: 200 len: 943 time: 0.1742802 Feb 03 20:24:44.638774 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-7a191c8d-27d0-453b-9590-415e2036641d req-bdbc272e-da10-4623-843b-f27d8ee34e81 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611444 Feb 03 20:24:45.268442 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-20de5f8b-4e6e-4d7d-940a-27f62a7946aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:45.944004 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3401af-13ae-41b6-bb64-c9d676e57721 req-fe6cb08a-bac6-4522-8f88-0cddd9ec4556 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:45.945722 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1b3401af-13ae-41b6-bb64-c9d676e57721 req-fe6cb08a-bac6-4522-8f88-0cddd9ec4556 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=32f34eaf-f6de-4771-8d7a-4a2262bf7ec1 HTTP/1.1" status: 200 len: 943 time: 0.1717300 Feb 03 20:24:45.996414 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:46.014372 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1b3401af-13ae-41b6-bb64-c9d676e57721 req-c183a56c-5171-4847-ac11-131b75bf3b12 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598671 Feb 03 20:24:46.075950 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:46.801840 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:47.310515 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034de60-9b61-4987-81c3-2f16dd664053 req-a01bf544-eb68-4b3f-90ba-ec68670ac8b4 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:47.312133 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0034de60-9b61-4987-81c3-2f16dd664053 req-a01bf544-eb68-4b3f-90ba-ec68670ac8b4 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=32f34eaf-f6de-4771-8d7a-4a2262bf7ec1 HTTP/1.1" status: 200 len: 943 time: 0.1655884 Feb 03 20:24:47.380670 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0034de60-9b61-4987-81c3-2f16dd664053 req-828f90d6-68b4-4d00-b072-864f4f1c0ca9 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621400 Feb 03 20:24:47.594851 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:24:47.611283 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:48.249755 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 024c13aa-6b18-4fcf-bba6-bf596885fbd1 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:24:48.390708 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning for port 024c13aa-6b18-4fcf-bba6-bf596885fbd1 completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:24:48.396841 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 024c13aa-6b18-4fcf-bba6-bf596885fbd1 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:24:48.402224 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:48.535267 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:48.566940 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f34eaf-f6de-4771-8d7a-4a2262bf7ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024c13aa-6b18-4fcf-bba6-bf596885fbd1'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:24:48.578585 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port 024c13aa-6b18-4fcf-bba6-bf596885fbd1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=024c13aa-6b18-4fcf-bba6-bf596885fbd1,segment=NetworkSegment(b0cd2884-f8d2-4437-a887-50593408adb5),segment_id=b0cd2884-f8d2-4437-a887-50593408adb5)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:24:48.624673 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:48.626719 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:24:48.664835 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f34eaf-f6de-4771-8d7a-4a2262bf7ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024c13aa-6b18-4fcf-bba6-bf596885fbd1', 'code': 200} Feb 03 20:24:48.685536 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d18833-7950-4a1c-b62f-9301f9becf50 req-46e5f050-5b13-400b-a77b-48fc57a5ba6a tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:48.687283 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-91d18833-7950-4a1c-b62f-9301f9becf50 req-46e5f050-5b13-400b-a77b-48fc57a5ba6a tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=32f34eaf-f6de-4771-8d7a-4a2262bf7ec1 HTTP/1.1" status: 200 len: 943 time: 0.1735651 Feb 03 20:24:48.704660 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=024c13aa-6b18-4fcf-bba6-bf596885fbd1,revision_number=4']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:24:48.713091 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:48.713485 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:48.713873 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:48.714935 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:48.715440 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:48.715857 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:48.716236 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:48.716610 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:48.716986 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:48.717880 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:48.717880 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:48.718061 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:48.718930 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:48.718930 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:48.719190 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:48.719528 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:48.719912 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:48.720278 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:48.720663 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:48.721981 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:48.722331 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:48.722811 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:48.723146 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:48.723630 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:24:48.728596 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:24:48.767623 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-91d18833-7950-4a1c-b62f-9301f9becf50 req-4ea31381-aed3-43a1-b07b-bc5b6b672229 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727293 Feb 03 20:24:48.991859 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19cc40f-92d8-4355-b1a9-bbf9a5f11855 req-191f5798-662e-4b1c-bbbf-489f9b0f6b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:48.993536 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f19cc40f-92d8-4355-b1a9-bbf9a5f11855 req-191f5798-662e-4b1c-bbbf-489f9b0f6b06 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=32f34eaf-f6de-4771-8d7a-4a2262bf7ec1 HTTP/1.1" status: 200 len: 1162 time: 0.0874960 Feb 03 20:24:49.040161 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f19cc40f-92d8-4355-b1a9-bbf9a5f11855 req-b4e3516d-bd7d-429c-8600-5c0cb225cfbe service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387883 Feb 03 20:24:49.443424 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 024c13aa-6b18-4fcf-bba6-bf596885fbd1 up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:24:49.518615 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 024c13aa-6b18-4fcf-bba6-bf596885fbd1 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:24:49.519050 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:49.752946 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 58212) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:24:49.915647 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9d27d3a6-0763-4c25-8e6b-5e8764a37ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:49.931903 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-9d27d3a6-0763-4c25-8e6b-5e8764a37ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:24:49.937113 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-9d27d3a6-0763-4c25-8e6b-5e8764a37ea4 admin admin] Usage tracker for resource:security_group_rule and tenant:ea752adab907419386f97e158136354c is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:24:49.940529 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-9d27d3a6-0763-4c25-8e6b-5e8764a37ea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:24:49.946857 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-9d27d3a6-0763-4c25-8e6b-5e8764a37ea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:24:50.036397 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9d27d3a6-0763-4c25-8e6b-5e8764a37ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:50.075350 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9b412-f391-4a2e-85bf-c2a9a109f032 req-f8f52637-6012-432a-8b6b-79f86a0eb1d0 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:50.077027 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fbd9b412-f391-4a2e-85bf-c2a9a109f032 req-f8f52637-6012-432a-8b6b-79f86a0eb1d0 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=32f34eaf-f6de-4771-8d7a-4a2262bf7ec1 HTTP/1.1" status: 200 len: 945 time: 0.1721356 Feb 03 20:24:50.098920 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9d27d3a6-0763-4c25-8e6b-5e8764a37ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:50.109370 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-f3dd2ab4-5306-4680-916f-ad40a8c290e7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:24:50.143015 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fbd9b412-f391-4a2e-85bf-c2a9a109f032 req-54f72e7c-9875-4d43-acf6-0873fa1a5412 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595591 Feb 03 20:24:50.154354 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-9d27d3a6-0763-4c25-8e6b-5e8764a37ea4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ea752adab907419386f97e158136354c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4002221 Feb 03 20:24:50.155355 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27d3a6-0763-4c25-8e6b-5e8764a37ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac6fb26-bec9-4244-b211-363a463ee267,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:24:50.157271 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 58220) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:24:50.158978 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9d27d3a6-0763-4c25-8e6b-5e8764a37ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:24:50.225306 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8571a1e3-698c-4fb9-a1b8-9311fee1f2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:50.253408 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8571a1e3-698c-4fb9-a1b8-9311fee1f2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:50.327164 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8571a1e3-698c-4fb9-a1b8-9311fee1f2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:50.332352 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-562c7b91-56ee-4dcf-9de3-2d544fca78f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:24:50.343152 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571a1e3-698c-4fb9-a1b8-9311fee1f2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac6fb26-bec9-4244-b211-363a463ee267,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:24:50.346908 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-8571a1e3-698c-4fb9-a1b8-9311fee1f2c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:24:50.350198 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8571a1e3-698c-4fb9-a1b8-9311fee1f2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:50.351427 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-8571a1e3-698c-4fb9-a1b8-9311fee1f2c7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5ac6fb26-bec9-4244-b211-363a463ee267 HTTP/1.1" status: 204 len: 168 time: 0.1930718 Feb 03 20:24:50.959884 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 58228) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:24:50.979460 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-23ef6807-4abb-41d4-beec-365bc15eff46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:50.995233 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-23ef6807-4abb-41d4-beec-365bc15eff46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:24:50.999696 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-23ef6807-4abb-41d4-beec-365bc15eff46 admin admin] Usage tracker for resource:security_group_rule and tenant:a32766a0dde24392a3369ab1630793db is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:24:51.002623 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-23ef6807-4abb-41d4-beec-365bc15eff46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:24:51.008366 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-23ef6807-4abb-41d4-beec-365bc15eff46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:24:51.093490 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-23ef6807-4abb-41d4-beec-365bc15eff46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:51.133067 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-23ef6807-4abb-41d4-beec-365bc15eff46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:51.142864 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-99dbb2a6-909e-4e5b-9d2c-4e082add6611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:24:51.188396 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-23ef6807-4abb-41d4-beec-365bc15eff46 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a32766a0dde24392a3369ab1630793db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273521 Feb 03 20:24:51.190132 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef6807-4abb-41d4-beec-365bc15eff46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a364529-f1b8-4e37-b730-0710c61c4b5b,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:24:51.191230 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 58234) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:24:51.193640 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-23ef6807-4abb-41d4-beec-365bc15eff46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:24:51.270183 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-77e0bef5-fd20-418c-bc2d-554279dd2cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:51.353627 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-77e0bef5-fd20-418c-bc2d-554279dd2cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:51.508653 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d953a6-59de-49a0-94c8-300af1abb46f req-33c8acb1-80dc-45c1-9511-6f7d6777bcc1 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:24:51.510434 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-65d953a6-59de-49a0-94c8-300af1abb46f req-33c8acb1-80dc-45c1-9511-6f7d6777bcc1 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=32f34eaf-f6de-4771-8d7a-4a2262bf7ec1 HTTP/1.1" status: 200 len: 945 time: 0.2369735 Feb 03 20:24:51.559779 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-77e0bef5-fd20-418c-bc2d-554279dd2cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:51.564950 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-870b067f-a035-48f9-bcdf-d54c4f48b221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:24:51.590425 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-65d953a6-59de-49a0-94c8-300af1abb46f req-bf2555d7-d73f-478b-95ae-ca037021e6be tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723524 Feb 03 20:24:51.595842 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0bef5-fd20-418c-bc2d-554279dd2cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a364529-f1b8-4e37-b730-0710c61c4b5b,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:24:51.598782 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-77e0bef5-fd20-418c-bc2d-554279dd2cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:24:51.605204 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-77e0bef5-fd20-418c-bc2d-554279dd2cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:24:51.606486 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-77e0bef5-fd20-418c-bc2d-554279dd2cd1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5a364529-f1b8-4e37-b730-0710c61c4b5b HTTP/1.1" status: 204 len: 168 time: 0.4140248 Feb 03 20:25:00.462104 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 58356) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:25:00.616696 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8f837f20-4e5a-4cd7-a554-bb872548c839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:00.632064 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-8f837f20-4e5a-4cd7-a554-bb872548c839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:25:00.636101 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-8f837f20-4e5a-4cd7-a554-bb872548c839 admin admin] Usage tracker for resource:security_group_rule and tenant:1345b9652af342d4a684613fd899e7da is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:25:00.639031 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-8f837f20-4e5a-4cd7-a554-bb872548c839 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:25:00.644797 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-8f837f20-4e5a-4cd7-a554-bb872548c839 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:25:00.737800 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8f837f20-4e5a-4cd7-a554-bb872548c839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:00.771317 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8f837f20-4e5a-4cd7-a554-bb872548c839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:00.781131 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-60e358d1-8abc-4776-bd62-649583400df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:00.824628 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-8f837f20-4e5a-4cd7-a554-bb872548c839 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1345b9652af342d4a684613fd899e7da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3612599 Feb 03 20:25:00.825509 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f837f20-4e5a-4cd7-a554-bb872548c839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a0bd05-a94c-49b2-af64-336cb7c3cbc6,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:00.828211 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 58364) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:25:00.831291 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-8f837f20-4e5a-4cd7-a554-bb872548c839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:00.897257 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8be3e7af-9753-40a4-a316-42d914b14e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:00.927536 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8be3e7af-9753-40a4-a316-42d914b14e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:01.005346 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8be3e7af-9753-40a4-a316-42d914b14e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:01.011323 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-41e48902-d3cf-45f4-9cd4-bfcd6e3c1835 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:01.022705 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3e7af-9753-40a4-a316-42d914b14e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a0bd05-a94c-49b2-af64-336cb7c3cbc6,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:01.025393 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-8be3e7af-9753-40a4-a316-42d914b14e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:01.031315 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-8be3e7af-9753-40a4-a316-42d914b14e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:01.032614 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-8be3e7af-9753-40a4-a316-42d914b14e57 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/32a0bd05-a94c-49b2-af64-336cb7c3cbc6 HTTP/1.1" status: 204 len: 168 time: 0.2033937 Feb 03 20:25:01.476220 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9f9e1-40ac-4530-94d1-8722fc1c5a84 req-a22bd424-573b-4838-a291-4a395be7ac1c tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:01.477966 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3bf9f9e1-40ac-4530-94d1-8722fc1c5a84 req-a22bd424-573b-4838-a291-4a395be7ac1c tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=32f34eaf-f6de-4771-8d7a-4a2262bf7ec1 HTTP/1.1" status: 200 len: 945 time: 0.1708686 Feb 03 20:25:01.545027 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3bf9f9e1-40ac-4530-94d1-8722fc1c5a84 req-459ab89c-f430-4464-8385-16897ccf4389 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601106 Feb 03 20:25:02.085340 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 58390) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:25:02.229081 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-7baa08f1-19f7-48e6-9c09-16cfcd62e812 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1991330942-network', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c'}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:25:02.234795 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-7baa08f1-19f7-48e6-9c09-16cfcd62e812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:25:02.238901 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-7baa08f1-19f7-48e6-9c09-16cfcd62e812 admin admin] Usage tracker for resource:network and tenant:49d9ea06d2ee449685199b7830bf285c is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:25:02.241956 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-7baa08f1-19f7-48e6-9c09-16cfcd62e812 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:25:02.249606 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-7baa08f1-19f7-48e6-9c09-16cfcd62e812 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:25:02.287006 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7baa08f1-19f7-48e6-9c09-16cfcd62e812 admin admin] Made reservation on behalf of 49d9ea06d2ee449685199b7830bf285c for: {'network': 1} {{(pid=80169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:25:02.292265 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7baa08f1-19f7-48e6-9c09-16cfcd62e812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for network, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:02.305265 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7baa08f1-19f7-48e6-9c09-16cfcd62e812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:02.320457 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-7baa08f1-19f7-48e6-9c09-16cfcd62e812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:25:02.325575 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-7baa08f1-19f7-48e6-9c09-16cfcd62e812 admin admin] Usage tracker for resource:security_group_rule and tenant:49d9ea06d2ee449685199b7830bf285c is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:25:02.328550 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-7baa08f1-19f7-48e6-9c09-16cfcd62e812 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:25:02.334345 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-7baa08f1-19f7-48e6-9c09-16cfcd62e812 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:25:02.420850 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7baa08f1-19f7-48e6-9c09-16cfcd62e812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:02.452941 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7baa08f1-19f7-48e6-9c09-16cfcd62e812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:02.457476 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3fae359e-12da-43ab-858a-385ae34d04b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:02.490008 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa08f1-19f7-48e6-9c09-16cfcd62e812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de75d9a6-4914-4f08-a830-3422e4714419,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:02.493468 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-7baa08f1-19f7-48e6-9c09-16cfcd62e812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:02.551507 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7baa08f1-19f7-48e6-9c09-16cfcd62e812 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 20:25:02.561844 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7baa08f1-19f7-48e6-9c09-16cfcd62e812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:02.562237 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.segments_db [None req-7baa08f1-19f7-48e6-9c09-16cfcd62e812 admin admin] Added segment 2c62e37d-8640-40ad-9f49-cc80eb30725b of type vxlan for network fba6bd78-3ec0-4dea-b90c-986829ddd057 Feb 03 20:25:02.648162 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7baa08f1-19f7-48e6-9c09-16cfcd62e812 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306292959399'] for network, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:02.750212 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7baa08f1-19f7-48e6-9c09-16cfcd62e812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669'] for network, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:02.751450 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baa08f1-19f7-48e6-9c09-16cfcd62e812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:02.752186 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7baa08f1-19f7-48e6-9c09-16cfcd62e812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:02.757884 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-779bde1e-df3a-4c06-87f1-c94bf882e963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:02.873391 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa08f1-19f7-48e6-9c09-16cfcd62e812 admin admin] Pushing event updated for resources: {'Network': ['ID=fba6bd78-3ec0-4dea-b90c-986829ddd057,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:02.876721 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-7baa08f1-19f7-48e6-9c09-16cfcd62e812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:02.884241 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Network fba6bd78-3ec0-4dea-b90c-986829ddd057 details requested by agent ovs-agent-dv-cinder-773985-1-smb with host dv-cinder-773985-1-smb {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:25:02.899990 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Network fba6bd78-3ec0-4dea-b90c-986829ddd057 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:25:02.915610 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fc2fc-2f03-48eb-9e8c-2d0d6d74aa9c req-96db0b64-2442-45c6-8822-227fec0c5397 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:02.917848 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1c9fc2fc-2f03-48eb-9e8c-2d0d6d74aa9c req-96db0b64-2442-45c6-8822-227fec0c5397 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=32f34eaf-f6de-4771-8d7a-4a2262bf7ec1 HTTP/1.1" status: 200 len: 945 time: 0.1754146 Feb 03 20:25:02.929576 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-7baa08f1-19f7-48e6-9c09-16cfcd62e812 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8402514 Feb 03 20:25:02.930075 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 58398) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:25:02.937020 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-3acf44e2-682e-40c2-8be6-cc1e456fffd9 admin admin] Request body: {'subnet': {'network_id': 'fba6bd78-3ec0-4dea-b90c-986829ddd057', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1991330942-subnet', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'ip_version': 4}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:25:02.942787 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-3acf44e2-682e-40c2-8be6-cc1e456fffd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:25:02.947514 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-3acf44e2-682e-40c2-8be6-cc1e456fffd9 admin admin] Usage tracker for resource:subnet and tenant:49d9ea06d2ee449685199b7830bf285c is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:25:02.951696 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-3acf44e2-682e-40c2-8be6-cc1e456fffd9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:25:02.958148 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-3acf44e2-682e-40c2-8be6-cc1e456fffd9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:25:02.992083 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1c9fc2fc-2f03-48eb-9e8c-2d0d6d74aa9c req-4135218a-3f29-43ec-a9db-24b812a55fb5 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675657 Feb 03 20:25:03.023478 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acf44e2-682e-40c2-8be6-cc1e456fffd9 admin admin] Made reservation on behalf of 49d9ea06d2ee449685199b7830bf285c for: {'subnet': 1} {{(pid=80169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:25:03.023478 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3acf44e2-682e-40c2-8be6-cc1e456fffd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036787855953'] for subnet, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:03.556907 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3acf44e2-682e-40c2-8be6-cc1e456fffd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036789467648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036787855972'] for subnet, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:03.572305 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:03.711295 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf44e2-682e-40c2-8be6-cc1e456fffd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d758a88a-930e-43d9-8581-32a5cd4dc23b,revision_number=0']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:03.718317 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3acf44e2-682e-40c2-8be6-cc1e456fffd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:03.781329 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a59484-8056-429e-afe2-a4e9d63acba1 req-c6481b84-d54b-4d75-8df0-ea5a674ef3de tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:03.783095 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-91a59484-8056-429e-afe2-a4e9d63acba1 req-c6481b84-d54b-4d75-8df0-ea5a674ef3de tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.90 "GET /v2.0/ports?device_id=32f34eaf-f6de-4771-8d7a-4a2262bf7ec1 HTTP/1.1" status: 200 len: 945 time: 0.1730902 Feb 03 20:25:03.786295 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acf44e2-682e-40c2-8be6-cc1e456fffd9 admin admin] Checking segment: {'id': '2c62e37d-8640-40ad-9f49-cc80eb30725b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fba6bd78-3ec0-4dea-b90c-986829ddd057'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:25:03.786688 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acf44e2-682e-40c2-8be6-cc1e456fffd9 admin admin] Network hostable DHCP agents. Network: fba6bd78-3ec0-4dea-b90c-986829ddd057, hostable agents: ['8291a3bc-6c85-4131-82cd-10fb92f4b1cb'], hosted agents: [] {{(pid=80169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 20:25:03.874040 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acf44e2-682e-40c2-8be6-cc1e456fffd9 admin admin] Network fba6bd78-3ec0-4dea-b90c-986829ddd057 is scheduled to be hosted by DHCP agent 8291a3bc-6c85-4131-82cd-10fb92f4b1cb with binding_index 1 {{(pid=80169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 20:25:03.877596 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-91a59484-8056-429e-afe2-a4e9d63acba1 req-3917793e-0d9e-414c-9c41-1c015234c2bc tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Deleting port 024c13aa-6b18-4fcf-bba6-bf596885fbd1 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:25:03.877984 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-91a59484-8056-429e-afe2-a4e9d63acba1 req-3917793e-0d9e-414c-9c41-1c015234c2bc tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:03.934753 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-3acf44e2-682e-40c2-8be6-cc1e456fffd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-smb, fba6bd78-3ec0-4dea-b90c-986829ddd057) {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:25:03.944562 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a1d5b9-d851-45b0-b518-4f244b47078d None None] Network fba6bd78-3ec0-4dea-b90c-986829ddd057 requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:25:03.957789 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acf44e2-682e-40c2-8be6-cc1e456fffd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:03.958986 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3acf44e2-682e-40c2-8be6-cc1e456fffd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:04.047190 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-3acf44e2-682e-40c2-8be6-cc1e456fffd9 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1156957 Feb 03 20:25:04.048092 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 58404) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:25:04.056023 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-257323fc-c6d6-4ecc-b4ef-af368bf4c878 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1991330942-router', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'}}} {{(pid=80169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:25:04.064349 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-257323fc-c6d6-4ecc-b4ef-af368bf4c878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:25:04.068614 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-257323fc-c6d6-4ecc-b4ef-af368bf4c878 admin admin] Usage tracker for resource:router and tenant:49d9ea06d2ee449685199b7830bf285c is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:25:04.073471 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-257323fc-c6d6-4ecc-b4ef-af368bf4c878 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:25:04.080879 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-257323fc-c6d6-4ecc-b4ef-af368bf4c878 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:25:04.122299 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-257323fc-c6d6-4ecc-b4ef-af368bf4c878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1650053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854762736'] for router, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:04.123453 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-257323fc-c6d6-4ecc-b4ef-af368bf4c878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853125781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853105301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-500765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:04.141008 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-257323fc-c6d6-4ecc-b4ef-af368bf4c878 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:04.187024 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a468e10-28ef-431d-9460-01374ab5eb90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc449d3ce-8a09-5af3-8447-33018e6b7238-fba6bd78-3ec0-4dea-b90c-986829ddd057', 'network_id': 'fba6bd78-3ec0-4dea-b90c-986829ddd057', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'fixed_ips': [{'subnet_id': 'd758a88a-930e-43d9-8581-32a5cd4dc23b'}]}} from dv-cinder-773985-1-smb. {{(pid=80171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 03 20:25:04.188015 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6a468e10-28ef-431d-9460-01374ab5eb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:04.256930 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-91a59484-8056-429e-afe2-a4e9d63acba1 req-3917793e-0d9e-414c-9c41-1c015234c2bc tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] For port 024c13aa-6b18-4fcf-bba6-bf596885fbd1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=024c13aa-6b18-4fcf-bba6-bf596885fbd1,segment=NetworkSegment(b0cd2884-f8d2-4437-a887-50593408adb5),segment_id=b0cd2884-f8d2-4437-a887-50593408adb5)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:25:04.257307 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-91a59484-8056-429e-afe2-a4e9d63acba1 req-3917793e-0d9e-414c-9c41-1c015234c2bc tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:04.398191 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-91a59484-8056-429e-afe2-a4e9d63acba1 req-3917793e-0d9e-414c-9c41-1c015234c2bc tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Calling delete_port for 024c13aa-6b18-4fcf-bba6-bf596885fbd1 owned by compute:nova {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:25:04.507636 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [None req-6a468e10-28ef-431d-9460-01374ab5eb90 None None] Allocated IP 172.20.0.2 (fba6bd78-3ec0-4dea-b90c-986829ddd057/d758a88a-930e-43d9-8581-32a5cd4dc23b/3c86cfa4-a225-4f11-bab5-43e2338a9d83) {{(pid=80171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:25:04.529618 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca715e-0f8a-4db0-9bff-5a1e2f4a66c8 req-4489c3b1-a458-40d2-be2d-448e0dc19557 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:04.531389 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b9ca715e-0f8a-4db0-9bff-5a1e2f4a66c8 req-4489c3b1-a458-40d2-be2d-448e0dc19557 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=32f34eaf-f6de-4771-8d7a-4a2262bf7ec1 HTTP/1.1" status: 200 len: 945 time: 0.3914368 Feb 03 20:25:04.636213 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b9ca715e-0f8a-4db0-9bff-5a1e2f4a66c8 req-0f6d30d4-968b-4039-8bf3-1dedaa61a20c tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923536 Feb 03 20:25:04.711947 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-257323fc-c6d6-4ecc-b4ef-af368bf4c878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853105320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13174'] for router, precommit_update {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:04.742603 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-91a59484-8056-429e-afe2-a4e9d63acba1 req-3917793e-0d9e-414c-9c41-1c015234c2bc tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:04.752983 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6a468e10-28ef-431d-9460-01374ab5eb90 None None] Notify callbacks [] for port, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:04.759263 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-b6b0b3a3-b7a5-4ada-9517-871caf5deb33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:04.764780 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-6a468e10-28ef-431d-9460-01374ab5eb90 None None] Transition to ACTIVE for port object 3c86cfa4-a225-4f11-bab5-43e2338a9d83 will not be triggered until provisioned by entity L2. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:25:04.783346 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-6a468e10-28ef-431d-9460-01374ab5eb90 None None] Transition to ACTIVE for port object 3c86cfa4-a225-4f11-bab5-43e2338a9d83 will not be triggered until provisioned by entity DHCP. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:25:04.808167 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6a468e10-28ef-431d-9460-01374ab5eb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392'] for port, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:04.815087 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917793e-0d9e-414c-9c41-1c015234c2bc tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Pushing event deleted for resources: {'Port': ['ID=024c13aa-6b18-4fcf-bba6-bf596885fbd1,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:04.824709 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:04.867502 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3917793e-0d9e-414c-9c41-1c015234c2bc tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:04.997489 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a59484-8056-429e-afe2-a4e9d63acba1 req-3917793e-0d9e-414c-9c41-1c015234c2bc tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] No DVR routers for this DVR port 024c13aa-6b18-4fcf-bba6-bf596885fbd1 on host hv-cinder-77398 {{(pid=80170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 20:25:05.000950 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-91a59484-8056-429e-afe2-a4e9d63acba1 req-3917793e-0d9e-414c-9c41-1c015234c2bc tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:05.004870 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f34eaf-f6de-4771-8d7a-4a2262bf7ec1', 'name': 'network-vif-deleted', 'tag': '024c13aa-6b18-4fcf-bba6-bf596885fbd1'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:25:05.069064 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f34eaf-f6de-4771-8d7a-4a2262bf7ec1', 'name': 'network-vif-deleted', 'tag': '024c13aa-6b18-4fcf-bba6-bf596885fbd1', 'status': 'completed', 'code': 200} Feb 03 20:25:05.103274 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-91a59484-8056-429e-afe2-a4e9d63acba1 req-3917793e-0d9e-414c-9c41-1c015234c2bc tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.90 "DELETE /v2.0/ports/024c13aa-6b18-4fcf-bba6-bf596885fbd1 HTTP/1.1" status: 204 len: 173 time: 1.3137815 Feb 03 20:25:05.137113 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-257323fc-c6d6-4ecc-b4ef-af368bf4c878 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:05.146549 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a468e10-28ef-431d-9460-01374ab5eb90 None None] Pushing event updated for resources: {'Port': ['ID=3c86cfa4-a225-4f11-bab5-43e2338a9d83,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:05.149803 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-6a468e10-28ef-431d-9460-01374ab5eb90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:05.174194 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-257323fc-c6d6-4ecc-b4ef-af368bf4c878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:05.206778 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a468e10-28ef-431d-9460-01374ab5eb90 None None] Network fba6bd78-3ec0-4dea-b90c-986829ddd057 is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:25:05.208193 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-6a468e10-28ef-431d-9460-01374ab5eb90 None None] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:25:05.212182 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a468e10-28ef-431d-9460-01374ab5eb90 None None] Received port after_create {{(pid=80171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:25:05.280282 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-6a468e10-28ef-431d-9460-01374ab5eb90 None None] Attempting to bind port 3c86cfa4-a225-4f11-bab5-43e2338a9d83 on host dv-cinder-773985-1-smb for vnic_type normal with profile {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:25:05.280716 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-6a468e10-28ef-431d-9460-01374ab5eb90 None None] Attempting to bind port 3c86cfa4-a225-4f11-bab5-43e2338a9d83 by drivers openvswitch on host dv-cinder-773985-1-smb at level 0 using segments [{'id': '2c62e37d-8640-40ad-9f49-cc80eb30725b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fba6bd78-3ec0-4dea-b90c-986829ddd057'}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:25:05.281140 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a468e10-28ef-431d-9460-01374ab5eb90 None None] Attempting to bind port 3c86cfa4-a225-4f11-bab5-43e2338a9d83 on network fba6bd78-3ec0-4dea-b90c-986829ddd057 {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:25:05.287320 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a468e10-28ef-431d-9460-01374ab5eb90 None None] Checking agent: {'id': '3c34f775-80d1-4d8f-9ffd-976c513d9067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 3, 47), 'started_at': datetime.datetime(2021, 2, 3, 20, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.103', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:25:05.287921 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a468e10-28ef-431d-9460-01374ab5eb90 None None] Checking segment: {'id': '2c62e37d-8640-40ad-9f49-cc80eb30725b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fba6bd78-3ec0-4dea-b90c-986829ddd057'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:25:05.288391 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6a468e10-28ef-431d-9460-01374ab5eb90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:05.288842 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a468e10-28ef-431d-9460-01374ab5eb90 None None] Bound using segment: {'id': '2c62e37d-8640-40ad-9f49-cc80eb30725b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fba6bd78-3ec0-4dea-b90c-986829ddd057'} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:25:05.289365 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-6a468e10-28ef-431d-9460-01374ab5eb90 None None] Bound port: 3c86cfa4-a225-4f11-bab5-43e2338a9d83, host: dv-cinder-773985-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c62e37d-8640-40ad-9f49-cc80eb30725b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fba6bd78-3ec0-4dea-b90c-986829ddd057'}}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:25:05.289796 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6a468e10-28ef-431d-9460-01374ab5eb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:05.388835 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-6a468e10-28ef-431d-9460-01374ab5eb90 None None] For port 3c86cfa4-a225-4f11-bab5-43e2338a9d83, host dv-cinder-773985-1-smb, cleared binding levels {{(pid=80171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:25:05.392190 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-6a468e10-28ef-431d-9460-01374ab5eb90 None None] For port 3c86cfa4-a225-4f11-bab5-43e2338a9d83, host dv-cinder-773985-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=3c86cfa4-a225-4f11-bab5-43e2338a9d83,segment=NetworkSegment(2c62e37d-8640-40ad-9f49-cc80eb30725b),segment_id=2c62e37d-8640-40ad-9f49-cc80eb30725b)] {{(pid=80171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:25:05.442201 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6a468e10-28ef-431d-9460-01374ab5eb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:05.456166 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [None req-257323fc-c6d6-4ecc-b4ef-af368bf4c878 admin admin] Allocated IP 172.28.0.142 (e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3/cc5c5bbf-9f11-469d-8008-03763e47d1a6/91c84eda-acc3-47b4-af55-edf090858668) {{(pid=80169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:25:05.459510 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-34be2e89-5ff9-432d-8ffc-9c6e315dbe1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:05.619321 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-257323fc-c6d6-4ecc-b4ef-af368bf4c878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:05.621225 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a468e10-28ef-431d-9460-01374ab5eb90 None None] Pushing event updated for resources: {'Port': ['ID=3c86cfa4-a225-4f11-bab5-43e2338a9d83,revision_number=2']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:05.626909 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-6a468e10-28ef-431d-9460-01374ab5eb90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:05.705416 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-257323fc-c6d6-4ecc-b4ef-af368bf4c878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:05.800551 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-f3fe2163-1b25-451b-9b68-010fee56e40c tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:05.850780 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-cea04d96-d6dd-4af9-b68e-8efc4740065d req-34ee3822-4c86-4504-9bb5-b8565dedc0ae tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Synchronizing usage tracker for tenant:5eb271c6af9e47359457b15802d0b439 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:25:05.892445 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257323fc-c6d6-4ecc-b4ef-af368bf4c878 admin admin] Pushing event updated for resources: {'Port': ['ID=91c84eda-acc3-47b4-af55-edf090858668,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:05.902535 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-cea04d96-d6dd-4af9-b68e-8efc4740065d req-34ee3822-4c86-4504-9bb5-b8565dedc0ae tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Unset dirty status for tenant:5eb271c6af9e47359457b15802d0b439 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:25:05.904027 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-cea04d96-d6dd-4af9-b68e-8efc4740065d req-34ee3822-4c86-4504-9bb5-b8565dedc0ae tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=32f34eaf-f6de-4771-8d7a-4a2262bf7ec1 HTTP/1.1" status: 200 len: 210 time: 0.1047032 Feb 03 20:25:05.904463 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-257323fc-c6d6-4ecc-b4ef-af368bf4c878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:05.930724 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257323fc-c6d6-4ecc-b4ef-af368bf4c878 admin admin] Network e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 is already hosted by enough agents. {{(pid=80169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:25:05.932033 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-257323fc-c6d6-4ecc-b4ef-af368bf4c878 admin admin] Resources bound (agent type, host, resource id): {{(pid=80169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:25:05.936134 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257323fc-c6d6-4ecc-b4ef-af368bf4c878 admin admin] Received port after_create {{(pid=80169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:25:06.335938 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 024c13aa-6b18-4fcf-bba6-bf596885fbd1 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:25:06.376272 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] No Port match for: 024c13aa-6b18-4fcf-bba6-bf596885fbd1 {{(pid=80171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 20:25:06.376682 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 024c13aa-6b18-4fcf-bba6-bf596885fbd1 not bound to the agent host hv-cinder-77398 {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 20:25:06.503855 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-257323fc-c6d6-4ecc-b4ef-af368bf4c878 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:06.748903 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 3c86cfa4-a225-4f11-bab5-43e2338a9d83 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:25:06.864323 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning for port 3c86cfa4-a225-4f11-bab5-43e2338a9d83 completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:25:06.892247 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-257323fc-c6d6-4ecc-b4ef-af368bf4c878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853125747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1670582'] for router, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:07.095994 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4128f36a-92ff-4438-8490-671a2b06c4fa None None] Network fba6bd78-3ec0-4dea-b90c-986829ddd057 requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:25:07.196130 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257323fc-c6d6-4ecc-b4ef-af368bf4c878 admin admin] Router 499ef30d-4b9e-4820-9808-aa8b189edc37 is scheduled to L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 with binding_index 1 {{(pid=80169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 03 20:25:07.233748 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3d6e858d-182c-4395-9b81-edaa6e1392d9 None None] Provisioning for port 3c86cfa4-a225-4f11-bab5-43e2338a9d83 completed by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:25:07.272395 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3d6e858d-182c-4395-9b81-edaa6e1392d9 None None] Provisioning complete for port 3c86cfa4-a225-4f11-bab5-43e2338a9d83 triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:25:07.272839 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3d6e858d-182c-4395-9b81-edaa6e1392d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:07.403828 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257323fc-c6d6-4ecc-b4ef-af368bf4c878 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:25:07.415061 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3741f0e4-646f-40ea-bf17-0acc5f97bb0d None None] Sync routers for ids ['499ef30d-4b9e-4820-9808-aa8b189edc37'] in dv-cinder-773985-1-smb {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:25:07.425830 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3741f0e4-646f-40ea-bf17-0acc5f97bb0d None None] Routers {'499ef30d-4b9e-4820-9808-aa8b189edc37'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:25:07.426605 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-3741f0e4-646f-40ea-bf17-0acc5f97bb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:24:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['499ef30d-4b9e-4820-9808-aa8b189edc37'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:25:07.453136 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-257323fc-c6d6-4ecc-b4ef-af368bf4c878 admin admin] Notify callbacks [] for router, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:07.457602 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-257323fc-c6d6-4ecc-b4ef-af368bf4c878 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4056509 Feb 03 20:25:07.459294 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 58418) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:25:07.476925 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3d6e858d-182c-4395-9b81-edaa6e1392d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:07.521994 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-3d6e858d-182c-4395-9b81-edaa6e1392d9 None None] For port 3c86cfa4-a225-4f11-bab5-43e2338a9d83, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=3c86cfa4-a225-4f11-bab5-43e2338a9d83,segment=NetworkSegment(2c62e37d-8640-40ad-9f49-cc80eb30725b),segment_id=2c62e37d-8640-40ad-9f49-cc80eb30725b)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:25:07.578961 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3d6e858d-182c-4395-9b81-edaa6e1392d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:07.582348 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:07.629881 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-3741f0e4-646f-40ea-bf17-0acc5f97bb0d None None] Set router 499ef30d-4b9e-4820-9808-aa8b189edc37 gateway port host: dv-cinder-773985-1-smb {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:25:07.670432 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e858d-182c-4395-9b81-edaa6e1392d9 None None] Pushing event updated for resources: {'Port': ['ID=3c86cfa4-a225-4f11-bab5-43e2338a9d83,revision_number=3']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:07.686159 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3d6e858d-182c-4395-9b81-edaa6e1392d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:07.705519 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-d8159983-0b61-4d09-a22e-e8ecb9f46074 None None] Provisioning complete for port 3c86cfa4-a225-4f11-bab5-43e2338a9d83 triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:25:07.706213 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d8159983-0b61-4d09-a22e-e8ecb9f46074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:07.978177 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-3741f0e4-646f-40ea-bf17-0acc5f97bb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'name': 'tempest-TestShelveInstance-1991330942-router', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '91c84eda-acc3-47b4-af55-edf090858668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:25:04Z', 'updated_at': '2021-02-03T20:25:06Z', 'revision_number': 3, 'project_id': '49d9ea06d2ee449685199b7830bf285c', 'gw_port': {'id': '91c84eda-acc3-47b4-af55-edf090858668', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:05Z', 'updated_at': '2021-02-03T20:25:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:25:07.986375 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3741f0e4-646f-40ea-bf17-0acc5f97bb0d None None] Checking router: 499ef30d-4b9e-4820-9808-aa8b189edc37 for host: dv-cinder-773985-1-smb {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:25:07.987016 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3741f0e4-646f-40ea-bf17-0acc5f97bb0d None None] Updating router 499ef30d-4b9e-4820-9808-aa8b189edc37 port 91c84eda-acc3-47b4-af55-edf090858668 binding host dv-cinder-773985-1-smb {{(pid=80172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 03 20:25:08.003471 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-40957586-b0eb-4c4f-bdee-c1ac8028e026 None None] Provisioning complete for port 3c86cfa4-a225-4f11-bab5-43e2338a9d83 triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:25:08.004218 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-40957586-b0eb-4c4f-bdee-c1ac8028e026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:08.065251 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3741f0e4-646f-40ea-bf17-0acc5f97bb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:08.273584 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-71ed1916-505a-48ad-a5c4-1908c1a86f9e None None] Provisioning complete for port 3c86cfa4-a225-4f11-bab5-43e2338a9d83 triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:25:08.274027 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-71ed1916-505a-48ad-a5c4-1908c1a86f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:08.488723 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-14cc4556-0865-46fe-8906-de67316fe615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:08.508000 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3741f0e4-646f-40ea-bf17-0acc5f97bb0d None None] Notify callbacks [] for port, precommit_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:08.521622 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3741f0e4-646f-40ea-bf17-0acc5f97bb0d None None] Transition to ACTIVE for port object 91c84eda-acc3-47b4-af55-edf090858668 will not be triggered until provisioned by entity L2. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:25:08.571984 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3741f0e4-646f-40ea-bf17-0acc5f97bb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:08.590053 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:08.719633 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 3c86cfa4-a225-4f11-bab5-43e2338a9d83 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:25:08.738274 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf168d4-ecf2-461b-a17f-91e1769af4ca None None] Pushing event updated for resources: {'Port': ['ID=91c84eda-acc3-47b4-af55-edf090858668,revision_number=2']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:08.750512 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf168d4-ecf2-461b-a17f-91e1769af4ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:08.750833 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf168d4-ecf2-461b-a17f-91e1769af4ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:08.751211 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf168d4-ecf2-461b-a17f-91e1769af4ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:08.751627 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf168d4-ecf2-461b-a17f-91e1769af4ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:08.751975 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf168d4-ecf2-461b-a17f-91e1769af4ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:08.752343 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf168d4-ecf2-461b-a17f-91e1769af4ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:08.752845 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf168d4-ecf2-461b-a17f-91e1769af4ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:08.753337 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf168d4-ecf2-461b-a17f-91e1769af4ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:08.753689 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf168d4-ecf2-461b-a17f-91e1769af4ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:08.754058 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf168d4-ecf2-461b-a17f-91e1769af4ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:08.754426 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf168d4-ecf2-461b-a17f-91e1769af4ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:08.754788 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf168d4-ecf2-461b-a17f-91e1769af4ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:08.755198 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf168d4-ecf2-461b-a17f-91e1769af4ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:08.755561 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf168d4-ecf2-461b-a17f-91e1769af4ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:08.755947 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf168d4-ecf2-461b-a17f-91e1769af4ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:08.756311 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf168d4-ecf2-461b-a17f-91e1769af4ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:08.756670 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf168d4-ecf2-461b-a17f-91e1769af4ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:08.757030 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf168d4-ecf2-461b-a17f-91e1769af4ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:08.757511 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf168d4-ecf2-461b-a17f-91e1769af4ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:08.757880 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf168d4-ecf2-461b-a17f-91e1769af4ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:08.758243 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf168d4-ecf2-461b-a17f-91e1769af4ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:08.758601 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf168d4-ecf2-461b-a17f-91e1769af4ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:08.758961 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf168d4-ecf2-461b-a17f-91e1769af4ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:08.759320 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf168d4-ecf2-461b-a17f-91e1769af4ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:08.765927 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-bcf168d4-ecf2-461b-a17f-91e1769af4ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:08.850488 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port 3c86cfa4-a225-4f11-bab5-43e2338a9d83 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:25:08.850929 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:08.859118 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-3741f0e4-646f-40ea-bf17-0acc5f97bb0d None None] Attempting to bind port 91c84eda-acc3-47b4-af55-edf090858668 on host dv-cinder-773985-1-smb for vnic_type normal with profile {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:25:08.860328 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-3741f0e4-646f-40ea-bf17-0acc5f97bb0d None None] Attempting to bind port 91c84eda-acc3-47b4-af55-edf090858668 by drivers openvswitch on host dv-cinder-773985-1-smb at level 0 using segments [{'id': '194f5804-a926-4317-99f2-0a1ac54a9265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:25:08.860960 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3741f0e4-646f-40ea-bf17-0acc5f97bb0d None None] Attempting to bind port 91c84eda-acc3-47b4-af55-edf090858668 on network e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:25:08.870487 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3741f0e4-646f-40ea-bf17-0acc5f97bb0d None None] Checking agent: {'id': '3c34f775-80d1-4d8f-9ffd-976c513d9067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 3, 47), 'started_at': datetime.datetime(2021, 2, 3, 20, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.103', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:25:08.871314 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3741f0e4-646f-40ea-bf17-0acc5f97bb0d None None] Checking segment: {'id': '194f5804-a926-4317-99f2-0a1ac54a9265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:25:08.872243 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3741f0e4-646f-40ea-bf17-0acc5f97bb0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:08.873030 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3741f0e4-646f-40ea-bf17-0acc5f97bb0d None None] Bound using segment: {'id': '194f5804-a926-4317-99f2-0a1ac54a9265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:25:08.873748 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-3741f0e4-646f-40ea-bf17-0acc5f97bb0d None None] Bound port: 91c84eda-acc3-47b4-af55-edf090858668, host: dv-cinder-773985-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194f5804-a926-4317-99f2-0a1ac54a9265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'}}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:25:08.874371 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3741f0e4-646f-40ea-bf17-0acc5f97bb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:08.965291 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-3741f0e4-646f-40ea-bf17-0acc5f97bb0d None None] For port 91c84eda-acc3-47b4-af55-edf090858668, host dv-cinder-773985-1-smb, cleared binding levels {{(pid=80172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:25:08.968918 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-3741f0e4-646f-40ea-bf17-0acc5f97bb0d None None] For port 91c84eda-acc3-47b4-af55-edf090858668, host dv-cinder-773985-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=91c84eda-acc3-47b4-af55-edf090858668,segment=NetworkSegment(194f5804-a926-4317-99f2-0a1ac54a9265),segment_id=194f5804-a926-4317-99f2-0a1ac54a9265)] {{(pid=80172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:25:08.981343 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [None req-14cc4556-0865-46fe-8906-de67316fe615 admin admin] Allocated IP 172.20.0.1 (fba6bd78-3ec0-4dea-b90c-986829ddd057/d758a88a-930e-43d9-8581-32a5cd4dc23b/dcb1211a-764b-43b3-b5de-bb3e3d6370a0) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:25:09.014060 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3741f0e4-646f-40ea-bf17-0acc5f97bb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:09.031343 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5d6e7e59-6e8f-411c-8e59-7180ca95a24d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:09.188191 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf168d4-ecf2-461b-a17f-91e1769af4ca None None] Pushing event updated for resources: {'Port': ['ID=91c84eda-acc3-47b4-af55-edf090858668,revision_number=3']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:09.193478 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-bcf168d4-ecf2-461b-a17f-91e1769af4ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:09.195936 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9436d11-f8f3-47e5-91ca-5a2bc51857e5 req-508194cb-0f05-496b-a2f7-72af99e2b6f0 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:09.197673 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e9436d11-f8f3-47e5-91ca-5a2bc51857e5 req-508194cb-0f05-496b-a2f7-72af99e2b6f0 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=4429e7e9-2b6a-4cfd-98d1-c36f12dc5632 HTTP/1.1" status: 200 len: 946 time: 0.2843158 Feb 03 20:25:09.238633 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3741f0e4-646f-40ea-bf17-0acc5f97bb0d None None] Routers {'499ef30d-4b9e-4820-9808-aa8b189edc37'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:25:09.239298 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-3741f0e4-646f-40ea-bf17-0acc5f97bb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:24:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['499ef30d-4b9e-4820-9808-aa8b189edc37'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:25:09.295371 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-14cc4556-0865-46fe-8906-de67316fe615 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:09.317694 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e9436d11-f8f3-47e5-91ca-5a2bc51857e5 req-0b4a80f4-2246-464c-b72f-dd6b22191403 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024716 Feb 03 20:25:09.335635 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-14cc4556-0865-46fe-8906-de67316fe615 admin admin] Transition to ACTIVE for port object dcb1211a-764b-43b3-b5de-bb3e3d6370a0 will not be triggered until provisioned by entity DHCP. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:25:09.417329 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-14cc4556-0865-46fe-8906-de67316fe615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:09.434991 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-317d3f98-3920-4277-9b9a-914f7e34b312 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:09.572450 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc4556-0865-46fe-8906-de67316fe615 admin admin] Pushing event updated for resources: {'Port': ['ID=dcb1211a-764b-43b3-b5de-bb3e3d6370a0,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:09.577758 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-14cc4556-0865-46fe-8906-de67316fe615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:09.597062 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-3741f0e4-646f-40ea-bf17-0acc5f97bb0d None None] Set router 499ef30d-4b9e-4820-9808-aa8b189edc37 gateway port host: dv-cinder-773985-1-smb {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:25:09.630216 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cc4556-0865-46fe-8906-de67316fe615 admin admin] Network fba6bd78-3ec0-4dea-b90c-986829ddd057 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:25:09.631527 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-14cc4556-0865-46fe-8906-de67316fe615 admin admin] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:25:09.633870 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cc4556-0865-46fe-8906-de67316fe615 admin admin] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:25:09.694458 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-14cc4556-0865-46fe-8906-de67316fe615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1646962'] for router_interface, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:09.896759 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-a57a81e6-9796-4b8b-8579-bad953d65889 None None] Provisioning for port dcb1211a-764b-43b3-b5de-bb3e3d6370a0 completed by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:25:09.902705 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-a57a81e6-9796-4b8b-8579-bad953d65889 None None] Provisioning complete for port dcb1211a-764b-43b3-b5de-bb3e3d6370a0 triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:25:09.906836 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a57a81e6-9796-4b8b-8579-bad953d65889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:09.923689 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-3741f0e4-646f-40ea-bf17-0acc5f97bb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'name': 'tempest-TestShelveInstance-1991330942-router', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '91c84eda-acc3-47b4-af55-edf090858668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:25:04Z', 'updated_at': '2021-02-03T20:25:06Z', 'revision_number': 3, 'project_id': '49d9ea06d2ee449685199b7830bf285c', 'gw_port': {'id': '91c84eda-acc3-47b4-af55-edf090858668', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:05Z', 'updated_at': '2021-02-03T20:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:25:09.927861 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3741f0e4-646f-40ea-bf17-0acc5f97bb0d None None] The sync data for ids ['499ef30d-4b9e-4820-9808-aa8b189edc37'] in dv-cinder-773985-1-smb is: [{'id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'name': 'tempest-TestShelveInstance-1991330942-router', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '91c84eda-acc3-47b4-af55-edf090858668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:25:04Z', 'updated_at': '2021-02-03T20:25:06Z', 'revision_number': 3, 'project_id': '49d9ea06d2ee449685199b7830bf285c', 'gw_port': {'id': '91c84eda-acc3-47b4-af55-edf090858668', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:05Z', 'updated_at': '2021-02-03T20:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:25:09.966282 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-a57a81e6-9796-4b8b-8579-bad953d65889 None None] Port dcb1211a-764b-43b3-b5de-bb3e3d6370a0 cannot update to ACTIVE because it is not bound. {{(pid=80171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 20:25:10.060067 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-14cc4556-0865-46fe-8906-de67316fe615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:10.365824 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-14cc4556-0865-46fe-8906-de67316fe615 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:10.407770 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-14cc4556-0865-46fe-8906-de67316fe615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787982947'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:10.453919 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5246185a-be98-4b26-86bf-b410157bf8ac tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:10.599908 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc4556-0865-46fe-8906-de67316fe615 admin admin] Pushing event updated for resources: {'Port': ['ID=dcb1211a-764b-43b3-b5de-bb3e3d6370a0,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:10.614161 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-14cc4556-0865-46fe-8906-de67316fe615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:10.614161 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-14cc4556-0865-46fe-8906-de67316fe615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853160717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643820'] for router_interface, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:10.793404 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 91c84eda-acc3-47b4-af55-edf090858668 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:25:10.810595 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d2297-98b9-4dc7-8442-6d68459c482b req-fcd7b997-fd5d-43d1-bb44-1b2c42ac9d2a tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:10.812404 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-282d2297-98b9-4dc7-8442-6d68459c482b req-fcd7b997-fd5d-43d1-bb44-1b2c42ac9d2a tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=4429e7e9-2b6a-4cfd-98d1-c36f12dc5632 HTTP/1.1" status: 200 len: 946 time: 0.3144886 Feb 03 20:25:10.923786 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-282d2297-98b9-4dc7-8442-6d68459c482b req-3c39372f-e7cd-4145-8a92-fb08f3672df6 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962391 Feb 03 20:25:10.933353 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cc4556-0865-46fe-8906-de67316fe615 admin admin] Network fba6bd78-3ec0-4dea-b90c-986829ddd057 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:25:10.934659 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-14cc4556-0865-46fe-8906-de67316fe615 admin admin] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:25:11.018455 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning for port 91c84eda-acc3-47b4-af55-edf090858668 completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:25:11.027608 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port 91c84eda-acc3-47b4-af55-edf090858668 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:25:11.028403 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:11.201986 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:11.222809 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-4a5f2cc5-f24a-4669-a10a-f0aaa9e3c669 None None] Provisioning complete for port dcb1211a-764b-43b3-b5de-bb3e3d6370a0 triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:25:11.223246 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4a5f2cc5-f24a-4669-a10a-f0aaa9e3c669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:11.269084 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] For port 91c84eda-acc3-47b4-af55-edf090858668, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=91c84eda-acc3-47b4-af55-edf090858668,segment=NetworkSegment(194f5804-a926-4317-99f2-0a1ac54a9265),segment_id=194f5804-a926-4317-99f2-0a1ac54a9265)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:25:11.293037 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-4a5f2cc5-f24a-4669-a10a-f0aaa9e3c669 None None] Port dcb1211a-764b-43b3-b5de-bb3e3d6370a0 cannot update to ACTIVE because it is not bound. {{(pid=80171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 20:25:11.302363 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:11.304420 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:11.381153 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Pushing event updated for resources: {'Port': ['ID=91c84eda-acc3-47b4-af55-edf090858668,revision_number=4']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:11.384467 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:11.410535 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 02b4f775-01f8-47ca-9c84-4b88d4a54079 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:25:11.534162 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f88480-ac56-4b0d-a5f3-556cf6879875 req-9be13c28-93bc-422a-8887-524b46286d70 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:11.536620 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c2f88480-ac56-4b0d-a5f3-556cf6879875 req-9be13c28-93bc-422a-8887-524b46286d70 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.90 "GET /v2.0/ports?device_id=4429e7e9-2b6a-4cfd-98d1-c36f12dc5632 HTTP/1.1" status: 200 len: 946 time: 0.5346346 Feb 03 20:25:11.543739 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:11.570547 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4429e7e9-2b6a-4cfd-98d1-c36f12dc5632', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02b4f775-01f8-47ca-9c84-4b88d4a54079'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:25:11.584652 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port 02b4f775-01f8-47ca-9c84-4b88d4a54079, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=02b4f775-01f8-47ca-9c84-4b88d4a54079,segment=NetworkSegment(b0cd2884-f8d2-4437-a887-50593408adb5),segment_id=b0cd2884-f8d2-4437-a887-50593408adb5)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:25:11.597735 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cc4556-0865-46fe-8906-de67316fe615 admin admin] Router 499ef30d-4b9e-4820-9808-aa8b189edc37 has already been hosted by L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 {{(pid=80170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 20:25:11.624431 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:11.626836 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:11.663562 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4429e7e9-2b6a-4cfd-98d1-c36f12dc5632', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02b4f775-01f8-47ca-9c84-4b88d4a54079', 'code': 200} Feb 03 20:25:11.719983 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=02b4f775-01f8-47ca-9c84-4b88d4a54079,revision_number=5']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:11.733386 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:11.814614 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-c2f88480-ac56-4b0d-a5f3-556cf6879875 req-3fb0f76c-7706-4f6c-a1a1-f56a76e408d4 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Deleting port 02b4f775-01f8-47ca-9c84-4b88d4a54079 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:25:11.815005 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-c2f88480-ac56-4b0d-a5f3-556cf6879875 req-3fb0f76c-7706-4f6c-a1a1-f56a76e408d4 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:12.051499 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cc4556-0865-46fe-8906-de67316fe615 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:25:12.166444 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-14cc4556-0865-46fe-8906-de67316fe615 admin admin] 10.222.0.101 "PUT /v2.0/routers/499ef30d-4b9e-4820-9808-aa8b189edc37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7069025 Feb 03 20:25:12.288737 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-c2f88480-ac56-4b0d-a5f3-556cf6879875 req-3fb0f76c-7706-4f6c-a1a1-f56a76e408d4 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] For port 02b4f775-01f8-47ca-9c84-4b88d4a54079, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=02b4f775-01f8-47ca-9c84-4b88d4a54079,segment=NetworkSegment(b0cd2884-f8d2-4437-a887-50593408adb5),segment_id=b0cd2884-f8d2-4437-a887-50593408adb5)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:25:12.289536 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-c2f88480-ac56-4b0d-a5f3-556cf6879875 req-3fb0f76c-7706-4f6c-a1a1-f56a76e408d4 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:12.420617 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071f9c3-9670-40e6-b936-18ac446712b0 req-9e9dccc3-f15f-477a-9cdc-2872df95ea49 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:12.423124 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f071f9c3-9670-40e6-b936-18ac446712b0 req-9e9dccc3-f15f-477a-9cdc-2872df95ea49 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=4429e7e9-2b6a-4cfd-98d1-c36f12dc5632 HTTP/1.1" status: 200 len: 944 time: 0.3058567 Feb 03 20:25:12.554442 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-c2f88480-ac56-4b0d-a5f3-556cf6879875 req-3fb0f76c-7706-4f6c-a1a1-f56a76e408d4 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Calling delete_port for 02b4f775-01f8-47ca-9c84-4b88d4a54079 owned by compute:nova {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:25:12.674392 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f071f9c3-9670-40e6-b936-18ac446712b0 req-65c276ee-0b88-41d6-8dc8-37d3f59106dc tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279769 Feb 03 20:25:12.744049 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 91c84eda-acc3-47b4-af55-edf090858668 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:25:12.823629 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port 91c84eda-acc3-47b4-af55-edf090858668 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:25:12.824070 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:12.935969 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf968f45-38b7-4396-899c-8d608ac3351c None None] Sync routers for ids ['499ef30d-4b9e-4820-9808-aa8b189edc37'] in dv-cinder-773985-1-smb {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:25:12.961605 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-c2f88480-ac56-4b0d-a5f3-556cf6879875 req-3fb0f76c-7706-4f6c-a1a1-f56a76e408d4 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:12.970644 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf968f45-38b7-4396-899c-8d608ac3351c None None] Routers {'499ef30d-4b9e-4820-9808-aa8b189edc37'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:25:12.971335 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-bf968f45-38b7-4396-899c-8d608ac3351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:24:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['499ef30d-4b9e-4820-9808-aa8b189edc37'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:25:12.979319 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-14cc4556-0865-46fe-8906-de67316fe615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:13.080783 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0f76c-7706-4f6c-a1a1-f56a76e408d4 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Pushing event deleted for resources: {'Port': ['ID=02b4f775-01f8-47ca-9c84-4b88d4a54079,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:13.088021 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3fb0f76c-7706-4f6c-a1a1-f56a76e408d4 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:13.211411 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f88480-ac56-4b0d-a5f3-556cf6879875 req-3fb0f76c-7706-4f6c-a1a1-f56a76e408d4 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] No DVR routers for this DVR port 02b4f775-01f8-47ca-9c84-4b88d4a54079 on host hv-cinder-77398 {{(pid=80170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 20:25:13.215378 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-c2f88480-ac56-4b0d-a5f3-556cf6879875 req-3fb0f76c-7706-4f6c-a1a1-f56a76e408d4 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:13.220179 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4429e7e9-2b6a-4cfd-98d1-c36f12dc5632', 'name': 'network-vif-deleted', 'tag': '02b4f775-01f8-47ca-9c84-4b88d4a54079'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:25:13.295862 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c2f88480-ac56-4b0d-a5f3-556cf6879875 req-3fb0f76c-7706-4f6c-a1a1-f56a76e408d4 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.90 "DELETE /v2.0/ports/02b4f775-01f8-47ca-9c84-4b88d4a54079 HTTP/1.1" status: 204 len: 173 time: 1.7506390 Feb 03 20:25:13.386749 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-bf968f45-38b7-4396-899c-8d608ac3351c None None] Set router 499ef30d-4b9e-4820-9808-aa8b189edc37 gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:25:13.407012 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 58456) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:25:13.413387 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-c9811cec-d7c5-4e44-8bd4-8ddc36ab7c05 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1021246533-network', 'tenant_id': '759d5a1010c2436fbc8283615a135a20'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:25:13.419231 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-c9811cec-d7c5-4e44-8bd4-8ddc36ab7c05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:25:13.423431 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-c9811cec-d7c5-4e44-8bd4-8ddc36ab7c05 admin admin] Usage tracker for resource:network and tenant:759d5a1010c2436fbc8283615a135a20 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:25:13.427154 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-c9811cec-d7c5-4e44-8bd4-8ddc36ab7c05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:25:13.434295 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-c9811cec-d7c5-4e44-8bd4-8ddc36ab7c05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:25:13.437224 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e9b42d6c-61b1-4d62-abbf-bcad530ce5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:13.545193 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9811cec-d7c5-4e44-8bd4-8ddc36ab7c05 admin admin] Made reservation on behalf of 759d5a1010c2436fbc8283615a135a20 for: {'network': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:25:13.552213 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c9811cec-d7c5-4e44-8bd4-8ddc36ab7c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for network, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:13.568279 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c9811cec-d7c5-4e44-8bd4-8ddc36ab7c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:13.586207 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-c9811cec-d7c5-4e44-8bd4-8ddc36ab7c05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:25:13.591986 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-c9811cec-d7c5-4e44-8bd4-8ddc36ab7c05 admin admin] Usage tracker for resource:security_group_rule and tenant:759d5a1010c2436fbc8283615a135a20 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:25:13.595182 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-c9811cec-d7c5-4e44-8bd4-8ddc36ab7c05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:25:13.601429 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-c9811cec-d7c5-4e44-8bd4-8ddc36ab7c05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:25:13.620805 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4429e7e9-2b6a-4cfd-98d1-c36f12dc5632', 'name': 'network-vif-deleted', 'tag': '02b4f775-01f8-47ca-9c84-4b88d4a54079', 'status': 'completed', 'code': 200} Feb 03 20:25:13.693887 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c9811cec-d7c5-4e44-8bd4-8ddc36ab7c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:13.736980 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c9811cec-d7c5-4e44-8bd4-8ddc36ab7c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:13.741314 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-0482bead-9453-4f3c-890d-dafc5c842765 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:13.750243 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-bf968f45-38b7-4396-899c-8d608ac3351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'name': 'tempest-TestShelveInstance-1991330942-router', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '91c84eda-acc3-47b4-af55-edf090858668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:25:04Z', 'updated_at': '2021-02-03T20:25:09Z', 'revision_number': 4, 'project_id': '49d9ea06d2ee449685199b7830bf285c', 'gw_port': {'id': '91c84eda-acc3-47b4-af55-edf090858668', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:05Z', 'updated_at': '2021-02-03T20:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': 'dcb1211a-764b-43b3-b5de-bb3e3d6370a0', 'name': '', 'network_id': 'fba6bd78-3ec0-4dea-b90c-986829ddd057', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'mac_address': 'fa:16:3e:53:f6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'd758a88a-930e-43d9-8581-32a5cd4dc23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:08Z', 'updated_at': '2021-02-03T20:25:10Z', 'revision_number': 2, 'project_id': '49d9ea06d2ee449685199b7830bf285c', 'subnets': [{'id': 'd758a88a-930e-43d9-8581-32a5cd4dc23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:25:13.754994 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf968f45-38b7-4396-899c-8d608ac3351c None None] Checking router: 499ef30d-4b9e-4820-9808-aa8b189edc37 for host: dv-cinder-773985-1-smb {{(pid=80171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:25:13.755432 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf968f45-38b7-4396-899c-8d608ac3351c None None] Updating router 499ef30d-4b9e-4820-9808-aa8b189edc37 port dcb1211a-764b-43b3-b5de-bb3e3d6370a0 binding host dv-cinder-773985-1-smb {{(pid=80171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 03 20:25:13.771529 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9811cec-d7c5-4e44-8bd4-8ddc36ab7c05 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 20:25:13.786006 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9811cec-d7c5-4e44-8bd4-8ddc36ab7c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bdbf06-b6fb-494c-910e-05c98ad11cd1,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:13.790115 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c9811cec-d7c5-4e44-8bd4-8ddc36ab7c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:13.791133 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c9811cec-d7c5-4e44-8bd4-8ddc36ab7c05 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730562370146', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:13.791751 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.segments_db [None req-c9811cec-d7c5-4e44-8bd4-8ddc36ab7c05 admin admin] Added segment 47b81ac5-35a3-4bd5-b53e-bc2065301cd0 of type vxlan for network 696945cc-c8fd-4de2-a256-4bab9ef4ae6c Feb 03 20:25:13.824820 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c9811cec-d7c5-4e44-8bd4-8ddc36ab7c05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363306292959399'] for network, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:13.825032 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-bf968f45-38b7-4396-899c-8d608ac3351c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:13.907155 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-01832e52-7427-47b1-94cf-3e52c98a57a8 req-96d86eb4-9ced-4b1e-a140-0114159057da tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Synchronizing usage tracker for tenant:5eb271c6af9e47359457b15802d0b439 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:25:13.938516 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c9811cec-d7c5-4e44-8bd4-8ddc36ab7c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669'] for network, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:13.939868 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9811cec-d7c5-4e44-8bd4-8ddc36ab7c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:13.940510 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c9811cec-d7c5-4e44-8bd4-8ddc36ab7c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:13.945977 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c53c1821-4530-4367-bc9e-20adb2a00d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:14.023635 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-01832e52-7427-47b1-94cf-3e52c98a57a8 req-96d86eb4-9ced-4b1e-a140-0114159057da tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Unset dirty status for tenant:5eb271c6af9e47359457b15802d0b439 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:25:14.024953 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-01832e52-7427-47b1-94cf-3e52c98a57a8 req-96d86eb4-9ced-4b1e-a140-0114159057da tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=4429e7e9-2b6a-4cfd-98d1-c36f12dc5632 HTTP/1.1" status: 200 len: 210 time: 0.1702015 Feb 03 20:25:14.069318 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9811cec-d7c5-4e44-8bd4-8ddc36ab7c05 admin admin] Pushing event updated for resources: {'Network': ['ID=696945cc-c8fd-4de2-a256-4bab9ef4ae6c,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:14.069318 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c9811cec-d7c5-4e44-8bd4-8ddc36ab7c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:14.088287 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-c9811cec-d7c5-4e44-8bd4-8ddc36ab7c05 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6799376 Feb 03 20:25:14.091271 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 58462) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:25:14.097366 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Request body: {'subnet': {'network_id': '696945cc-c8fd-4de2-a256-4bab9ef4ae6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1021246533-subnet', 'tenant_id': '759d5a1010c2436fbc8283615a135a20', 'ip_version': 4}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:25:14.102692 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:25:14.107397 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Usage tracker for resource:subnet and tenant:759d5a1010c2436fbc8283615a135a20 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:25:14.110542 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:25:14.116175 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Network 696945cc-c8fd-4de2-a256-4bab9ef4ae6c details requested by agent ovs-agent-dv-cinder-773985-1-smb with host dv-cinder-773985-1-smb {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:25:14.117936 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:25:14.130292 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Network 696945cc-c8fd-4de2-a256-4bab9ef4ae6c details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 20:25:14.144585 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Made reservation on behalf of 759d5a1010c2436fbc8283615a135a20 for: {'subnet': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:25:14.149761 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789460003'] for subnet, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:14.534307 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-bf968f45-38b7-4396-899c-8d608ac3351c None None] Notify callbacks [] for port, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:14.633929 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-bf968f45-38b7-4396-899c-8d608ac3351c None None] Transition to ACTIVE for port object dcb1211a-764b-43b3-b5de-bb3e3d6370a0 will not be triggered until provisioned by entity L2. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:25:14.673806 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-bf968f45-38b7-4396-899c-8d608ac3351c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:14.690215 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:14.803688 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036787983339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789459986'] for subnet, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:14.825354 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2becc0-d20b-4057-bf25-5268fbf83d81 None None] Pushing event updated for resources: {'Port': ['ID=dcb1211a-764b-43b3-b5de-bb3e3d6370a0,revision_number=3']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:14.825580 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-b18e7b25-4855-425c-9d56-f36bb0c912e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:14.829962 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-7b2becc0-d20b-4057-bf25-5268fbf83d81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:14.988939 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e9c3b62-a0d3-4203-b9cb-ccd664b66e1c,revision_number=0']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:15.006959 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:15.007275 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-bf968f45-38b7-4396-899c-8d608ac3351c None None] Attempting to bind port dcb1211a-764b-43b3-b5de-bb3e3d6370a0 on host dv-cinder-773985-1-smb for vnic_type normal with profile {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:25:15.007391 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:15.007700 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-bf968f45-38b7-4396-899c-8d608ac3351c None None] Attempting to bind port dcb1211a-764b-43b3-b5de-bb3e3d6370a0 by drivers openvswitch on host dv-cinder-773985-1-smb at level 0 using segments [{'id': '2c62e37d-8640-40ad-9f49-cc80eb30725b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fba6bd78-3ec0-4dea-b90c-986829ddd057'}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:25:15.007814 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:15.008117 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf968f45-38b7-4396-899c-8d608ac3351c None None] Attempting to bind port dcb1211a-764b-43b3-b5de-bb3e3d6370a0 on network fba6bd78-3ec0-4dea-b90c-986829ddd057 {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:25:15.008220 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:15.008555 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:15.008963 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:15.009412 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:15.009816 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:15.010449 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:15.010855 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:15.011262 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:15.012096 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:15.012546 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:15.012989 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:15.013458 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:15.013742 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:15.014139 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:15.014496 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf968f45-38b7-4396-899c-8d608ac3351c None None] Checking agent: {'id': '3c34f775-80d1-4d8f-9ffd-976c513d9067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 3, 47), 'started_at': datetime.datetime(2021, 2, 3, 20, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.103', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:25:15.014634 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:15.014909 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:15.015015 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf968f45-38b7-4396-899c-8d608ac3351c None None] Checking segment: {'id': '2c62e37d-8640-40ad-9f49-cc80eb30725b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fba6bd78-3ec0-4dea-b90c-986829ddd057'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:25:15.015305 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:15.015410 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-bf968f45-38b7-4396-899c-8d608ac3351c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:15.015748 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:15.015855 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf968f45-38b7-4396-899c-8d608ac3351c None None] Bound using segment: {'id': '2c62e37d-8640-40ad-9f49-cc80eb30725b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fba6bd78-3ec0-4dea-b90c-986829ddd057'} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:25:15.016146 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:15.016319 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-bf968f45-38b7-4396-899c-8d608ac3351c None None] Bound port: dcb1211a-764b-43b3-b5de-bb3e3d6370a0, host: dv-cinder-773985-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c62e37d-8640-40ad-9f49-cc80eb30725b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fba6bd78-3ec0-4dea-b90c-986829ddd057'}}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:25:15.016544 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:15.016683 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-bf968f45-38b7-4396-899c-8d608ac3351c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:15.016939 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:15.021650 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:15.082930 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Checking segment: {'id': '47b81ac5-35a3-4bd5-b53e-bc2065301cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '696945cc-c8fd-4de2-a256-4bab9ef4ae6c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:25:15.083464 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Network hostable DHCP agents. Network: 696945cc-c8fd-4de2-a256-4bab9ef4ae6c, hostable agents: ['8291a3bc-6c85-4131-82cd-10fb92f4b1cb'], hosted agents: [] {{(pid=80170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 20:25:15.116832 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-bf968f45-38b7-4396-899c-8d608ac3351c None None] For port dcb1211a-764b-43b3-b5de-bb3e3d6370a0, host dv-cinder-773985-1-smb, cleared binding levels {{(pid=80171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:25:15.121244 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-bf968f45-38b7-4396-899c-8d608ac3351c None None] For port dcb1211a-764b-43b3-b5de-bb3e3d6370a0, host dv-cinder-773985-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=dcb1211a-764b-43b3-b5de-bb3e3d6370a0,segment=NetworkSegment(2c62e37d-8640-40ad-9f49-cc80eb30725b),segment_id=2c62e37d-8640-40ad-9f49-cc80eb30725b)] {{(pid=80171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:25:15.130731 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Network 696945cc-c8fd-4de2-a256-4bab9ef4ae6c is scheduled to be hosted by DHCP agent 8291a3bc-6c85-4131-82cd-10fb92f4b1cb with binding_index 1 {{(pid=80170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 20:25:15.159986 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-bf968f45-38b7-4396-899c-8d608ac3351c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:15.176724 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-8816776a-550c-4fe8-81e4-be466073059c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:15.188220 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-1-smb, 696945cc-c8fd-4de2-a256-4bab9ef4ae6c) {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:25:15.201953 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:15.202627 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for subnet, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:15.221223 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b917c9ac-0e83-42c6-9e39-62b61a7ea1c1 None None] Network 696945cc-c8fd-4de2-a256-4bab9ef4ae6c requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:25:15.265155 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1727386 Feb 03 20:25:15.267933 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 58470) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:25:15.273711 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [None req-89380803-2f2b-4591-a419-bfe0baae1d83 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1021246533-router', 'tenant_id': '759d5a1010c2436fbc8283615a135a20', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'}}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:25:15.279606 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-89380803-2f2b-4591-a419-bfe0baae1d83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:25:15.283889 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-89380803-2f2b-4591-a419-bfe0baae1d83 admin admin] Usage tracker for resource:router and tenant:759d5a1010c2436fbc8283615a135a20 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:25:15.287516 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-89380803-2f2b-4591-a419-bfe0baae1d83 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:25:15.296942 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-89380803-2f2b-4591-a419-bfe0baae1d83 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:25:15.433739 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2becc0-d20b-4057-bf25-5268fbf83d81 None None] Pushing event updated for resources: {'Port': ['ID=dcb1211a-764b-43b3-b5de-bb3e3d6370a0,revision_number=4']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:15.441380 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-7b2becc0-d20b-4057-bf25-5268fbf83d81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:15.474495 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-89380803-2f2b-4591-a419-bfe0baae1d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1650053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854762736'] for router, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:15.476035 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-89380803-2f2b-4591-a419-bfe0baae1d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853125781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853105301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-500765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13065'] for router, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:15.567601 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf968f45-38b7-4396-899c-8d608ac3351c None None] Routers {'499ef30d-4b9e-4820-9808-aa8b189edc37'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:25:15.568383 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-bf968f45-38b7-4396-899c-8d608ac3351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:25:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['499ef30d-4b9e-4820-9808-aa8b189edc37'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:25:15.598477 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-89380803-2f2b-4591-a419-bfe0baae1d83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:15.679991 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-936a1025-5b7e-4682-a984-13dfd4043ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:15.756907 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342fc14d-f550-4994-969e-88b91272f586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc449d3ce-8a09-5af3-8447-33018e6b7238-696945cc-c8fd-4de2-a256-4bab9ef4ae6c', 'network_id': '696945cc-c8fd-4de2-a256-4bab9ef4ae6c', 'tenant_id': '759d5a1010c2436fbc8283615a135a20', 'fixed_ips': [{'subnet_id': '4e9c3b62-a0d3-4203-b9cb-ccd664b66e1c'}]}} from dv-cinder-773985-1-smb. {{(pid=80171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 03 20:25:15.757821 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-342fc14d-f550-4994-969e-88b91272f586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:16.167804 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-bf968f45-38b7-4396-899c-8d608ac3351c None None] Set router 499ef30d-4b9e-4820-9808-aa8b189edc37 gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:25:16.224415 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:16.262864 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:16.332930 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-89380803-2f2b-4591-a419-bfe0baae1d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853105320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13174'] for router, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:16.450117 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da379af7-b170-49b4-bcfd-45fa3fa15cea req-b4ee13b5-81d9-4e87-ac91-64fb509b3fc0 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:16.451757 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-da379af7-b170-49b4-bcfd-45fa3fa15cea req-b4ee13b5-81d9-4e87-ac91-64fb509b3fc0 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=27cec4d6-840f-4a7b-af97-1025df356dfb HTTP/1.1" status: 200 len: 945 time: 0.5605698 Feb 03 20:25:16.593534 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-da379af7-b170-49b4-bcfd-45fa3fa15cea req-662f9951-9a1a-4080-96e4-9c7d8a9ca33f tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262138 Feb 03 20:25:16.624836 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [None req-342fc14d-f550-4994-969e-88b91272f586 None None] Allocated IP 172.20.0.2 (696945cc-c8fd-4de2-a256-4bab9ef4ae6c/4e9c3b62-a0d3-4203-b9cb-ccd664b66e1c/f74d0a8e-0ef3-4dd7-b662-e1ca229b5320) {{(pid=80171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:25:16.797079 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-bf968f45-38b7-4396-899c-8d608ac3351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'name': 'tempest-TestShelveInstance-1991330942-router', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '91c84eda-acc3-47b4-af55-edf090858668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:25:04Z', 'updated_at': '2021-02-03T20:25:09Z', 'revision_number': 4, 'project_id': '49d9ea06d2ee449685199b7830bf285c', 'gw_port': {'id': '91c84eda-acc3-47b4-af55-edf090858668', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:05Z', 'updated_at': '2021-02-03T20:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': 'dcb1211a-764b-43b3-b5de-bb3e3d6370a0', 'name': '', 'network_id': 'fba6bd78-3ec0-4dea-b90c-986829ddd057', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'mac_address': 'fa:16:3e:53:f6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'd758a88a-930e-43d9-8581-32a5cd4dc23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:08Z', 'updated_at': '2021-02-03T20:25:15Z', 'revision_number': 4, 'project_id': '49d9ea06d2ee449685199b7830bf285c', 'subnets': [{'id': 'd758a88a-930e-43d9-8581-32a5cd4dc23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:25:16.809086 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf968f45-38b7-4396-899c-8d608ac3351c None None] The sync data for ids ['499ef30d-4b9e-4820-9808-aa8b189edc37'] in dv-cinder-773985-1-smb is: [{'id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'name': 'tempest-TestShelveInstance-1991330942-router', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '91c84eda-acc3-47b4-af55-edf090858668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:25:04Z', 'updated_at': '2021-02-03T20:25:09Z', 'revision_number': 4, 'project_id': '49d9ea06d2ee449685199b7830bf285c', 'gw_port': {'id': '91c84eda-acc3-47b4-af55-edf090858668', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:05Z', 'updated_at': '2021-02-03T20:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': 'dcb1211a-764b-43b3-b5de-bb3e3d6370a0', 'name': '', 'network_id': 'fba6bd78-3ec0-4dea-b90c-986829ddd057', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'mac_address': 'fa:16:3e:53:f6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'd758a88a-930e-43d9-8581-32a5cd4dc23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:08Z', 'updated_at': '2021-02-03T20:25:15Z', 'revision_number': 4, 'project_id': '49d9ea06d2ee449685199b7830bf285c', 'subnets': [{'id': 'd758a88a-930e-43d9-8581-32a5cd4dc23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:25:16.860317 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:16.881076 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-89380803-2f2b-4591-a419-bfe0baae1d83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:16.899262 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-342fc14d-f550-4994-969e-88b91272f586 None None] Notify callbacks [] for port, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:16.915554 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-342fc14d-f550-4994-969e-88b91272f586 None None] Transition to ACTIVE for port object f74d0a8e-0ef3-4dd7-b662-e1ca229b5320 will not be triggered until provisioned by entity L2. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:25:16.921631 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-89380803-2f2b-4591-a419-bfe0baae1d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:16.937472 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-342fc14d-f550-4994-969e-88b91272f586 None None] Transition to ACTIVE for port object f74d0a8e-0ef3-4dd7-b662-e1ca229b5320 will not be triggered until provisioned by entity DHCP. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:25:17.000705 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-342fc14d-f550-4994-969e-88b91272f586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392'] for port, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:17.017773 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:17.157377 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fc14d-f550-4994-969e-88b91272f586 None None] Pushing event updated for resources: {'Port': ['ID=f74d0a8e-0ef3-4dd7-b662-e1ca229b5320,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:17.162276 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-342fc14d-f550-4994-969e-88b91272f586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:17.218181 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342fc14d-f550-4994-969e-88b91272f586 None None] Network 696945cc-c8fd-4de2-a256-4bab9ef4ae6c is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:25:17.219666 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-342fc14d-f550-4994-969e-88b91272f586 None None] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:25:17.221304 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [None req-89380803-2f2b-4591-a419-bfe0baae1d83 admin admin] Allocated IP 172.28.0.212 (e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3/cc5c5bbf-9f11-469d-8008-03763e47d1a6/b9db0fed-fd7c-4c83-a8ab-9244a3cfa772) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:25:17.221805 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342fc14d-f550-4994-969e-88b91272f586 None None] Received port after_create {{(pid=80171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:25:17.288127 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-342fc14d-f550-4994-969e-88b91272f586 None None] Attempting to bind port f74d0a8e-0ef3-4dd7-b662-e1ca229b5320 on host dv-cinder-773985-1-smb for vnic_type normal with profile {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:25:17.288557 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-342fc14d-f550-4994-969e-88b91272f586 None None] Attempting to bind port f74d0a8e-0ef3-4dd7-b662-e1ca229b5320 by drivers openvswitch on host dv-cinder-773985-1-smb at level 0 using segments [{'id': '47b81ac5-35a3-4bd5-b53e-bc2065301cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '696945cc-c8fd-4de2-a256-4bab9ef4ae6c'}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:25:17.288984 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342fc14d-f550-4994-969e-88b91272f586 None None] Attempting to bind port f74d0a8e-0ef3-4dd7-b662-e1ca229b5320 on network 696945cc-c8fd-4de2-a256-4bab9ef4ae6c {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:25:17.296022 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342fc14d-f550-4994-969e-88b91272f586 None None] Checking agent: {'id': '3c34f775-80d1-4d8f-9ffd-976c513d9067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 3, 47), 'started_at': datetime.datetime(2021, 2, 3, 20, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.103', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:25:17.296377 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342fc14d-f550-4994-969e-88b91272f586 None None] Checking segment: {'id': '47b81ac5-35a3-4bd5-b53e-bc2065301cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '696945cc-c8fd-4de2-a256-4bab9ef4ae6c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:25:17.296849 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-342fc14d-f550-4994-969e-88b91272f586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:17.297304 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342fc14d-f550-4994-969e-88b91272f586 None None] Bound using segment: {'id': '47b81ac5-35a3-4bd5-b53e-bc2065301cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '696945cc-c8fd-4de2-a256-4bab9ef4ae6c'} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:25:17.297844 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-342fc14d-f550-4994-969e-88b91272f586 None None] Bound port: f74d0a8e-0ef3-4dd7-b662-e1ca229b5320, host: dv-cinder-773985-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b81ac5-35a3-4bd5-b53e-bc2065301cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '696945cc-c8fd-4de2-a256-4bab9ef4ae6c'}}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:25:17.298275 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-342fc14d-f550-4994-969e-88b91272f586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:17.404644 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-89380803-2f2b-4591-a419-bfe0baae1d83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:17.406410 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-342fc14d-f550-4994-969e-88b91272f586 None None] For port f74d0a8e-0ef3-4dd7-b662-e1ca229b5320, host dv-cinder-773985-1-smb, cleared binding levels {{(pid=80171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:25:17.410264 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-342fc14d-f550-4994-969e-88b91272f586 None None] For port f74d0a8e-0ef3-4dd7-b662-e1ca229b5320, host dv-cinder-773985-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=f74d0a8e-0ef3-4dd7-b662-e1ca229b5320,segment=NetworkSegment(47b81ac5-35a3-4bd5-b53e-bc2065301cd0),segment_id=47b81ac5-35a3-4bd5-b53e-bc2065301cd0)] {{(pid=80171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:25:17.447523 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-342fc14d-f550-4994-969e-88b91272f586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:17.463658 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:17.493486 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-89380803-2f2b-4591-a419-bfe0baae1d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:17.512877 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-14cc4556-0865-46fe-8906-de67316fe615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:17.646146 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fc14d-f550-4994-969e-88b91272f586 None None] Pushing event updated for resources: {'Port': ['ID=f74d0a8e-0ef3-4dd7-b662-e1ca229b5320,revision_number=2']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:17.652636 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-342fc14d-f550-4994-969e-88b91272f586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:17.660328 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89380803-2f2b-4591-a419-bfe0baae1d83 admin admin] Pushing event updated for resources: {'Port': ['ID=b9db0fed-fd7c-4c83-a8ab-9244a3cfa772,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:17.663293 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:17.675119 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-89380803-2f2b-4591-a419-bfe0baae1d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:17.853263 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89380803-2f2b-4591-a419-bfe0baae1d83 admin admin] Network e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:25:17.858503 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-89380803-2f2b-4591-a419-bfe0baae1d83 admin admin] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:25:17.862817 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89380803-2f2b-4591-a419-bfe0baae1d83 admin admin] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:25:18.013226 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778be401-fb56-494d-9ccd-744de5cc68cb req-ed8215bb-be26-4c43-9435-039b8cb759eb tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:18.014950 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-778be401-fb56-494d-9ccd-744de5cc68cb req-ed8215bb-be26-4c43-9435-039b8cb759eb tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.90 "GET /v2.0/ports?device_id=27cec4d6-840f-4a7b-af97-1025df356dfb HTTP/1.1" status: 200 len: 945 time: 0.3359592 Feb 03 20:25:18.365229 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e74af9-ef5f-4a25-9092-ac6ee59b326a req-f26aa538-17c4-4083-951c-6825895f50ab tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:18.366897 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e9e74af9-ef5f-4a25-9092-ac6ee59b326a req-f26aa538-17c4-4083-951c-6825895f50ab tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=27cec4d6-840f-4a7b-af97-1025df356dfb HTTP/1.1" status: 200 len: 945 time: 0.5981109 Feb 03 20:25:18.429573 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-778be401-fb56-494d-9ccd-744de5cc68cb req-1036077d-098d-45c3-9f9e-ed765b2eb32e tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Deleting port fb961df5-c5ca-4605-92cf-7381cb2dcc8c {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:25:18.429981 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-778be401-fb56-494d-9ccd-744de5cc68cb req-1036077d-098d-45c3-9f9e-ed765b2eb32e tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:18.541403 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e9e74af9-ef5f-4a25-9092-ac6ee59b326a req-6ca5d3ad-d56f-4ebc-94e2-9886462efbda tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629720 Feb 03 20:25:18.802730 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device dcb1211a-764b-43b3-b5de-bb3e3d6370a0 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:25:18.908476 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning for port dcb1211a-764b-43b3-b5de-bb3e3d6370a0 completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:25:18.917100 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port dcb1211a-764b-43b3-b5de-bb3e3d6370a0 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:25:18.917663 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:19.056004 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7837c71-1742-49a7-a3c9-77532f488943 None None] Network 696945cc-c8fd-4de2-a256-4bab9ef4ae6c requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:25:19.141712 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:19.194119 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-89380803-2f2b-4591-a419-bfe0baae1d83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:19.204705 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-ed127581-c19d-45ed-9e13-3a4b7aab6f56 None None] Provisioning for port f74d0a8e-0ef3-4dd7-b662-e1ca229b5320 completed by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:25:19.230805 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] For port dcb1211a-764b-43b3-b5de-bb3e3d6370a0, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=dcb1211a-764b-43b3-b5de-bb3e3d6370a0,segment=NetworkSegment(2c62e37d-8640-40ad-9f49-cc80eb30725b),segment_id=2c62e37d-8640-40ad-9f49-cc80eb30725b)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:25:19.267452 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:19.268410 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device f74d0a8e-0ef3-4dd7-b662-e1ca229b5320 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:25:19.308721 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:19.336645 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-778be401-fb56-494d-9ccd-744de5cc68cb req-1036077d-098d-45c3-9f9e-ed765b2eb32e tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] For port fb961df5-c5ca-4605-92cf-7381cb2dcc8c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=fb961df5-c5ca-4605-92cf-7381cb2dcc8c,segment=NetworkSegment(b0cd2884-f8d2-4437-a887-50593408adb5),segment_id=b0cd2884-f8d2-4437-a887-50593408adb5)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:25:19.337058 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-778be401-fb56-494d-9ccd-744de5cc68cb req-1036077d-098d-45c3-9f9e-ed765b2eb32e tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:19.465025 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device fb961df5-c5ca-4605-92cf-7381cb2dcc8c no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:25:19.491098 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Pushing event updated for resources: {'Port': ['ID=dcb1211a-764b-43b3-b5de-bb3e3d6370a0,revision_number=5']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:19.496777 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-778be401-fb56-494d-9ccd-744de5cc68cb req-1036077d-098d-45c3-9f9e-ed765b2eb32e tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Calling delete_port for fb961df5-c5ca-4605-92cf-7381cb2dcc8c owned by compute:nova {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:25:19.503703 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:19.595534 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning for port f74d0a8e-0ef3-4dd7-b662-e1ca229b5320 completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:25:19.619959 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port f74d0a8e-0ef3-4dd7-b662-e1ca229b5320 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:25:19.620385 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:19.881026 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:19.917872 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-89380803-2f2b-4591-a419-bfe0baae1d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853125747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1670582'] for router, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:19.922825 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-9fd55598-09ce-4093-957f-b6ed47e8067b None None] Provisioning complete for port f74d0a8e-0ef3-4dd7-b662-e1ca229b5320 triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:25:19.923101 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9fd55598-09ce-4093-957f-b6ed47e8067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:20.095702 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:20.154268 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9fd55598-09ce-4093-957f-b6ed47e8067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:20.177019 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] For port f74d0a8e-0ef3-4dd7-b662-e1ca229b5320, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=f74d0a8e-0ef3-4dd7-b662-e1ca229b5320,segment=NetworkSegment(47b81ac5-35a3-4bd5-b53e-bc2065301cd0),segment_id=47b81ac5-35a3-4bd5-b53e-bc2065301cd0)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:25:20.201889 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36e496-d7ea-4540-8682-60d57dfff62c req-85487794-4849-4105-8d8a-84fa24aaa0d1 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:20.203653 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4a36e496-d7ea-4540-8682-60d57dfff62c req-85487794-4849-4105-8d8a-84fa24aaa0d1 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=27cec4d6-840f-4a7b-af97-1025df356dfb HTTP/1.1" status: 200 len: 945 time: 0.4091573 Feb 03 20:25:20.220498 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:20.231416 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:20.273060 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-778be401-fb56-494d-9ccd-744de5cc68cb req-1036077d-098d-45c3-9f9e-ed765b2eb32e tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:20.294117 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-29a93529-0a9d-4233-9403-79fe1069d900 tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:20.355883 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.db.api [None req-9fd55598-09ce-4093-957f-b6ed47e8067b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80171) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 03 20:25:20.356313 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_db.api [None req-9fd55598-09ce-4093-957f-b6ed47e8067b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 03 20:25:20.361403 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4a36e496-d7ea-4540-8682-60d57dfff62c req-8de8509f-a0b5-4088-a70b-29579d1089d0 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508071 Feb 03 20:25:20.366322 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Pushing event updated for resources: {'Port': ['ID=f74d0a8e-0ef3-4dd7-b662-e1ca229b5320,revision_number=3']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:20.370746 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:20.427093 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036077d-098d-45c3-9f9e-ed765b2eb32e tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Pushing event deleted for resources: {'Port': ['ID=fb961df5-c5ca-4605-92cf-7381cb2dcc8c,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:20.434396 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-1036077d-098d-45c3-9f9e-ed765b2eb32e tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:20.560931 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-778be401-fb56-494d-9ccd-744de5cc68cb req-1036077d-098d-45c3-9f9e-ed765b2eb32e tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] No DVR routers for this DVR port fb961df5-c5ca-4605-92cf-7381cb2dcc8c on host hv-cinder-77398 {{(pid=80170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 20:25:20.563127 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-778be401-fb56-494d-9ccd-744de5cc68cb req-1036077d-098d-45c3-9f9e-ed765b2eb32e tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:20.565931 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cec4d6-840f-4a7b-af97-1025df356dfb', 'name': 'network-vif-deleted', 'tag': 'fb961df5-c5ca-4605-92cf-7381cb2dcc8c'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:25:20.580310 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89380803-2f2b-4591-a419-bfe0baae1d83 admin admin] Router 3ca6028c-df45-4ee3-90fa-506329c7b281 is scheduled to L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 with binding_index 1 {{(pid=80170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 03 20:25:20.651596 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cec4d6-840f-4a7b-af97-1025df356dfb', 'name': 'network-vif-deleted', 'tag': 'fb961df5-c5ca-4605-92cf-7381cb2dcc8c', 'status': 'completed', 'code': 200} Feb 03 20:25:20.658907 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-778be401-fb56-494d-9ccd-744de5cc68cb req-1036077d-098d-45c3-9f9e-ed765b2eb32e tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.90 "DELETE /v2.0/ports/fb961df5-c5ca-4605-92cf-7381cb2dcc8c HTTP/1.1" status: 204 len: 173 time: 2.6355398 Feb 03 20:25:20.742106 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device dcb1211a-764b-43b3-b5de-bb3e3d6370a0 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:25:20.791033 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89380803-2f2b-4591-a419-bfe0baae1d83 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:25:20.803709 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9511baee-812a-4945-9103-6ab9dcd406c2 None None] Sync routers for ids ['3ca6028c-df45-4ee3-90fa-506329c7b281'] in dv-cinder-773985-1-smb {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:25:20.815892 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9511baee-812a-4945-9103-6ab9dcd406c2 None None] Routers {'3ca6028c-df45-4ee3-90fa-506329c7b281'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:25:20.816934 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-9511baee-812a-4945-9103-6ab9dcd406c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:25:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['3ca6028c-df45-4ee3-90fa-506329c7b281'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:25:20.826027 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port dcb1211a-764b-43b3-b5de-bb3e3d6370a0 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:25:20.826464 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:20.835548 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-89380803-2f2b-4591-a419-bfe0baae1d83 admin admin] Notify callbacks [] for router, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:20.836980 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-89380803-2f2b-4591-a419-bfe0baae1d83 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5679963 Feb 03 20:25:20.840667 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 58482) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:25:21.030718 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-9511baee-812a-4945-9103-6ab9dcd406c2 None None] Set router 3ca6028c-df45-4ee3-90fa-506329c7b281 gateway port host: dv-cinder-773985-1-smb {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:25:21.031431 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device f74d0a8e-0ef3-4dd7-b662-e1ca229b5320 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:25:21.104910 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-98a41dde-0590-4acf-bc25-2f50a9d0a729 None None] Provisioning complete for port f74d0a8e-0ef3-4dd7-b662-e1ca229b5320 triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:25:21.105369 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-98a41dde-0590-4acf-bc25-2f50a9d0a729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:21.172560 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port f74d0a8e-0ef3-4dd7-b662-e1ca229b5320 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:25:21.172997 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:21.378702 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-9511baee-812a-4945-9103-6ab9dcd406c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca6028c-df45-4ee3-90fa-506329c7b281', 'name': 'tempest-TestShelveInstance-1021246533-router', 'tenant_id': '759d5a1010c2436fbc8283615a135a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': 'b9db0fed-fd7c-4c83-a8ab-9244a3cfa772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:25:15Z', 'updated_at': '2021-02-03T20:25:18Z', 'revision_number': 3, 'project_id': '759d5a1010c2436fbc8283615a135a20', 'gw_port': {'id': 'b9db0fed-fd7c-4c83-a8ab-9244a3cfa772', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:38:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca6028c-df45-4ee3-90fa-506329c7b281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:17Z', 'updated_at': '2021-02-03T20:25:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:25:21.383528 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9511baee-812a-4945-9103-6ab9dcd406c2 None None] Checking router: 3ca6028c-df45-4ee3-90fa-506329c7b281 for host: dv-cinder-773985-1-smb {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:25:21.384204 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9511baee-812a-4945-9103-6ab9dcd406c2 None None] Updating router 3ca6028c-df45-4ee3-90fa-506329c7b281 port b9db0fed-fd7c-4c83-a8ab-9244a3cfa772 binding host dv-cinder-773985-1-smb {{(pid=80172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 03 20:25:21.449034 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9511baee-812a-4945-9103-6ab9dcd406c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:21.703959 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-1bc191e6-2c04-4132-b332-a6105f11a94c req-73c1f935-7960-492e-9dd3-3d1142bc6baa tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Synchronizing usage tracker for tenant:5eb271c6af9e47359457b15802d0b439 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:25:21.790125 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-1bc191e6-2c04-4132-b332-a6105f11a94c req-73c1f935-7960-492e-9dd3-3d1142bc6baa tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Unset dirty status for tenant:5eb271c6af9e47359457b15802d0b439 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:25:21.792042 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1bc191e6-2c04-4132-b332-a6105f11a94c req-73c1f935-7960-492e-9dd3-3d1142bc6baa tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=27cec4d6-840f-4a7b-af97-1025df356dfb HTTP/1.1" status: 200 len: 210 time: 0.2243516 Feb 03 20:25:21.884276 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9511baee-812a-4945-9103-6ab9dcd406c2 None None] Notify callbacks [] for port, precommit_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:21.896473 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-9511baee-812a-4945-9103-6ab9dcd406c2 None None] Transition to ACTIVE for port object b9db0fed-fd7c-4c83-a8ab-9244a3cfa772 will not be triggered until provisioned by entity L2. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:25:21.928928 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9f2532ce-2571-4829-928b-946f46c455a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:21.933240 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9511baee-812a-4945-9103-6ab9dcd406c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:21.949538 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:22.083469 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa8984-ba77-465e-a4f7-3455b451633d None None] Pushing event updated for resources: {'Port': ['ID=b9db0fed-fd7c-4c83-a8ab-9244a3cfa772,revision_number=2']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:22.096296 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-57fa8984-ba77-465e-a4f7-3455b451633d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:22.148496 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-9511baee-812a-4945-9103-6ab9dcd406c2 None None] Attempting to bind port b9db0fed-fd7c-4c83-a8ab-9244a3cfa772 on host dv-cinder-773985-1-smb for vnic_type normal with profile {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:25:22.148890 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-9511baee-812a-4945-9103-6ab9dcd406c2 None None] Attempting to bind port b9db0fed-fd7c-4c83-a8ab-9244a3cfa772 by drivers openvswitch on host dv-cinder-773985-1-smb at level 0 using segments [{'id': '194f5804-a926-4317-99f2-0a1ac54a9265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:25:22.149243 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9511baee-812a-4945-9103-6ab9dcd406c2 None None] Attempting to bind port b9db0fed-fd7c-4c83-a8ab-9244a3cfa772 on network e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:25:22.156083 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9511baee-812a-4945-9103-6ab9dcd406c2 None None] Checking agent: {'id': '3c34f775-80d1-4d8f-9ffd-976c513d9067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 3, 47), 'started_at': datetime.datetime(2021, 2, 3, 20, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.103', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:25:22.156513 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9511baee-812a-4945-9103-6ab9dcd406c2 None None] Checking segment: {'id': '194f5804-a926-4317-99f2-0a1ac54a9265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:25:22.156946 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9511baee-812a-4945-9103-6ab9dcd406c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:22.157412 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9511baee-812a-4945-9103-6ab9dcd406c2 None None] Bound using segment: {'id': '194f5804-a926-4317-99f2-0a1ac54a9265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:25:22.157884 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-9511baee-812a-4945-9103-6ab9dcd406c2 None None] Bound port: b9db0fed-fd7c-4c83-a8ab-9244a3cfa772, host: dv-cinder-773985-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194f5804-a926-4317-99f2-0a1ac54a9265', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'}}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:25:22.158293 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9511baee-812a-4945-9103-6ab9dcd406c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:22.238343 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-9511baee-812a-4945-9103-6ab9dcd406c2 None None] For port b9db0fed-fd7c-4c83-a8ab-9244a3cfa772, host dv-cinder-773985-1-smb, cleared binding levels {{(pid=80172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:25:22.241508 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-9511baee-812a-4945-9103-6ab9dcd406c2 None None] For port b9db0fed-fd7c-4c83-a8ab-9244a3cfa772, host dv-cinder-773985-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=b9db0fed-fd7c-4c83-a8ab-9244a3cfa772,segment=NetworkSegment(194f5804-a926-4317-99f2-0a1ac54a9265),segment_id=194f5804-a926-4317-99f2-0a1ac54a9265)] {{(pid=80172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:25:22.284397 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [None req-9f2532ce-2571-4829-928b-946f46c455a2 admin admin] Allocated IP 172.20.0.1 (696945cc-c8fd-4de2-a256-4bab9ef4ae6c/4e9c3b62-a0d3-4203-b9cb-ccd664b66e1c/a91e7980-7721-4b65-ac45-d71bcfdfd5cf) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:25:22.304820 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9511baee-812a-4945-9103-6ab9dcd406c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:22.321666 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:22.469792 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9f2532ce-2571-4829-928b-946f46c455a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:22.484106 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa8984-ba77-465e-a4f7-3455b451633d None None] Pushing event updated for resources: {'Port': ['ID=b9db0fed-fd7c-4c83-a8ab-9244a3cfa772,revision_number=3']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:22.488469 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-9f2532ce-2571-4829-928b-946f46c455a2 admin admin] Transition to ACTIVE for port object a91e7980-7721-4b65-ac45-d71bcfdfd5cf will not be triggered until provisioned by entity DHCP. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:25:22.488768 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-57fa8984-ba77-465e-a4f7-3455b451633d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:22.533439 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9511baee-812a-4945-9103-6ab9dcd406c2 None None] Routers {'3ca6028c-df45-4ee3-90fa-506329c7b281'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:25:22.534087 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-9511baee-812a-4945-9103-6ab9dcd406c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:25:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['3ca6028c-df45-4ee3-90fa-506329c7b281'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:25:22.544383 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9f2532ce-2571-4829-928b-946f46c455a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:22.564413 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-81ae2af4-6d01-4d92-9d79-9ca8701df08d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:22.706964 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2532ce-2571-4829-928b-946f46c455a2 admin admin] Pushing event updated for resources: {'Port': ['ID=a91e7980-7721-4b65-ac45-d71bcfdfd5cf,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:22.722982 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9f2532ce-2571-4829-928b-946f46c455a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:22.774346 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2532ce-2571-4829-928b-946f46c455a2 admin admin] Network 696945cc-c8fd-4de2-a256-4bab9ef4ae6c is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:25:22.776387 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-9f2532ce-2571-4829-928b-946f46c455a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:25:22.778921 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2532ce-2571-4829-928b-946f46c455a2 admin admin] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:25:22.840572 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9f2532ce-2571-4829-928b-946f46c455a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1646962'] for router_interface, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:22.906060 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-9511baee-812a-4945-9103-6ab9dcd406c2 None None] Set router 3ca6028c-df45-4ee3-90fa-506329c7b281 gateway port host: dv-cinder-773985-1-smb {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:25:23.007056 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9f2532ce-2571-4829-928b-946f46c455a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:23.035334 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-322d0ee6-79ac-4f2b-91e5-129dde54f081 None None] Provisioning for port a91e7980-7721-4b65-ac45-d71bcfdfd5cf completed by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:25:23.041811 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-322d0ee6-79ac-4f2b-91e5-129dde54f081 None None] Provisioning complete for port a91e7980-7721-4b65-ac45-d71bcfdfd5cf triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:25:23.042434 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-322d0ee6-79ac-4f2b-91e5-129dde54f081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:23.122597 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-322d0ee6-79ac-4f2b-91e5-129dde54f081 None None] Port a91e7980-7721-4b65-ac45-d71bcfdfd5cf cannot update to ACTIVE because it is not bound. {{(pid=80171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 20:25:23.233855 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-9511baee-812a-4945-9103-6ab9dcd406c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca6028c-df45-4ee3-90fa-506329c7b281', 'name': 'tempest-TestShelveInstance-1021246533-router', 'tenant_id': '759d5a1010c2436fbc8283615a135a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': 'b9db0fed-fd7c-4c83-a8ab-9244a3cfa772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:25:15Z', 'updated_at': '2021-02-03T20:25:18Z', 'revision_number': 3, 'project_id': '759d5a1010c2436fbc8283615a135a20', 'gw_port': {'id': 'b9db0fed-fd7c-4c83-a8ab-9244a3cfa772', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:38:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca6028c-df45-4ee3-90fa-506329c7b281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:17Z', 'updated_at': '2021-02-03T20:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:25:23.238643 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9511baee-812a-4945-9103-6ab9dcd406c2 None None] The sync data for ids ['3ca6028c-df45-4ee3-90fa-506329c7b281'] in dv-cinder-773985-1-smb is: [{'id': '3ca6028c-df45-4ee3-90fa-506329c7b281', 'name': 'tempest-TestShelveInstance-1021246533-router', 'tenant_id': '759d5a1010c2436fbc8283615a135a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': 'b9db0fed-fd7c-4c83-a8ab-9244a3cfa772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:25:15Z', 'updated_at': '2021-02-03T20:25:18Z', 'revision_number': 3, 'project_id': '759d5a1010c2436fbc8283615a135a20', 'gw_port': {'id': 'b9db0fed-fd7c-4c83-a8ab-9244a3cfa772', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:38:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca6028c-df45-4ee3-90fa-506329c7b281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:17Z', 'updated_at': '2021-02-03T20:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:25:23.331420 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9f2532ce-2571-4829-928b-946f46c455a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:23.359487 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9f2532ce-2571-4829-928b-946f46c455a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787982947'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:23.391340 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-45316e01-0abe-4cc2-8e2d-97209be430f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:23.486841 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2532ce-2571-4829-928b-946f46c455a2 admin admin] Pushing event updated for resources: {'Port': ['ID=a91e7980-7721-4b65-ac45-d71bcfdfd5cf,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:23.490000 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9f2532ce-2571-4829-928b-946f46c455a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853160717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643820'] for router_interface, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:23.507081 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9f2532ce-2571-4829-928b-946f46c455a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:23.655311 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2532ce-2571-4829-928b-946f46c455a2 admin admin] Network 696945cc-c8fd-4de2-a256-4bab9ef4ae6c is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:25:23.656583 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [None req-9f2532ce-2571-4829-928b-946f46c455a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:25:23.873398 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2532ce-2571-4829-928b-946f46c455a2 admin admin] Router 3ca6028c-df45-4ee3-90fa-506329c7b281 has already been hosted by L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 {{(pid=80170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 20:25:23.949698 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-d8038d9e-46d7-4247-99b8-51023ea23d18 None None] Provisioning complete for port a91e7980-7721-4b65-ac45-d71bcfdfd5cf triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:25:23.950126 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d8038d9e-46d7-4247-99b8-51023ea23d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:24.012034 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-d8038d9e-46d7-4247-99b8-51023ea23d18 None None] Port a91e7980-7721-4b65-ac45-d71bcfdfd5cf cannot update to ACTIVE because it is not bound. {{(pid=80171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 20:25:24.076064 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2532ce-2571-4829-928b-946f46c455a2 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:25:24.086254 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-9f2532ce-2571-4829-928b-946f46c455a2 admin admin] 10.222.0.101 "PUT /v2.0/routers/3ca6028c-df45-4ee3-90fa-506329c7b281/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2444584 Feb 03 20:25:24.594886 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:25:24.754424 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device b9db0fed-fd7c-4c83-a8ab-9244a3cfa772 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:25:24.869752 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning for port b9db0fed-fd7c-4c83-a8ab-9244a3cfa772 completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:25:24.875408 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port b9db0fed-fd7c-4c83-a8ab-9244a3cfa772 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:25:24.875947 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:24.881110 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679429c0-0a0d-4052-a52c-0a49445882c3 req-5c32e706-5b0b-47a4-839c-5ab6dad3508b tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:24.882864 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-679429c0-0a0d-4052-a52c-0a49445882c3 req-5c32e706-5b0b-47a4-839c-5ab6dad3508b tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=d712db72-0f45-46b8-8ebe-1a2de5865660 HTTP/1.1" status: 200 len: 945 time: 0.1987915 Feb 03 20:25:24.952658 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-679429c0-0a0d-4052-a52c-0a49445882c3 req-52b8897a-5f8d-4bce-a461-12bde835e4e7 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622666 Feb 03 20:25:25.012676 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:25.031253 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] For port b9db0fed-fd7c-4c83-a8ab-9244a3cfa772, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=b9db0fed-fd7c-4c83-a8ab-9244a3cfa772,segment=NetworkSegment(194f5804-a926-4317-99f2-0a1ac54a9265),segment_id=194f5804-a926-4317-99f2-0a1ac54a9265)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:25:25.052799 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:25.054813 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:25.058368 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-5265a52c-88f1-4268-bcef-834e80166194 req-3fe8a900-dc04-4960-8618-dc69bd0a292f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1621377606', 'description': 'tempest-TestShelveInstance-1621377606 description'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:25:25.084367 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-5265a52c-88f1-4268-bcef-834e80166194 req-3fe8a900-dc04-4960-8618-dc69bd0a292f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:25:25.089540 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-5265a52c-88f1-4268-bcef-834e80166194 req-3fe8a900-dc04-4960-8618-dc69bd0a292f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Usage tracker for resource:security_group and tenant:49d9ea06d2ee449685199b7830bf285c is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:25:25.092920 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-5265a52c-88f1-4268-bcef-834e80166194 req-3fe8a900-dc04-4960-8618-dc69bd0a292f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:25:25.099389 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-5265a52c-88f1-4268-bcef-834e80166194 req-3fe8a900-dc04-4960-8618-dc69bd0a292f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:25:25.134317 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Pushing event updated for resources: {'Port': ['ID=b9db0fed-fd7c-4c83-a8ab-9244a3cfa772,revision_number=4']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:25.137972 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:25.138427 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-5265a52c-88f1-4268-bcef-834e80166194 req-3fe8a900-dc04-4960-8618-dc69bd0a292f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:25.160558 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-5265a52c-88f1-4268-bcef-834e80166194 req-3fe8a900-dc04-4960-8618-dc69bd0a292f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:25:25.164529 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-5265a52c-88f1-4268-bcef-834e80166194 req-3fe8a900-dc04-4960-8618-dc69bd0a292f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Usage tracker for resource:security_group_rule and tenant:49d9ea06d2ee449685199b7830bf285c is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:25:25.168180 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-5265a52c-88f1-4268-bcef-834e80166194 req-3fe8a900-dc04-4960-8618-dc69bd0a292f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:25:25.173852 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-5265a52c-88f1-4268-bcef-834e80166194 req-3fe8a900-dc04-4960-8618-dc69bd0a292f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:25:25.270899 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-5265a52c-88f1-4268-bcef-834e80166194 req-3fe8a900-dc04-4960-8618-dc69bd0a292f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:25.296432 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-5265a52c-88f1-4268-bcef-834e80166194 req-3fe8a900-dc04-4960-8618-dc69bd0a292f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:25.301833 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-8571a1e3-698c-4fb9-a1b8-9311fee1f2c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:25.343315 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8a900-dc04-4960-8618-dc69bd0a292f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a245b1c-45fb-4d95-b4c1-a8c223e091e4,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:25.346303 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3fe8a900-dc04-4960-8618-dc69bd0a292f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:25.372969 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-5265a52c-88f1-4268-bcef-834e80166194 req-3fe8a900-dc04-4960-8618-dc69bd0a292f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:25.374327 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5265a52c-88f1-4268-bcef-834e80166194 req-3fe8a900-dc04-4960-8618-dc69bd0a292f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3225205 Feb 03 20:25:25.472827 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5e1604d6-570a-4a86-8f5c-5f441f082b0b req-f2f3eb79-38b1-4060-984a-cbbdb0bc4630 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups/2a245b1c-45fb-4d95-b4c1-a8c223e091e4 HTTP/1.1" status: 200 len: 1802 time: 0.0653007 Feb 03 20:25:25.484985 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-5e1604d6-570a-4a86-8f5c-5f441f082b0b req-1fe34b7d-85f1-4fe4-b6ab-c13f754a49c6 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2a245b1c-45fb-4d95-b4c1-a8c223e091e4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:25:25.485347 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-5e1604d6-570a-4a86-8f5c-5f441f082b0b req-1fe34b7d-85f1-4fe4-b6ab-c13f754a49c6 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2a245b1c-45fb-4d95-b4c1-a8c223e091e4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:25:25.507688 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-5e1604d6-570a-4a86-8f5c-5f441f082b0b req-1fe34b7d-85f1-4fe4-b6ab-c13f754a49c6 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:25:25.512416 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-5e1604d6-570a-4a86-8f5c-5f441f082b0b req-1fe34b7d-85f1-4fe4-b6ab-c13f754a49c6 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Usage tracker for resource:security_group_rule and tenant:49d9ea06d2ee449685199b7830bf285c is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:25:25.515466 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-5e1604d6-570a-4a86-8f5c-5f441f082b0b req-1fe34b7d-85f1-4fe4-b6ab-c13f754a49c6 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:25:25.521451 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-5e1604d6-570a-4a86-8f5c-5f441f082b0b req-1fe34b7d-85f1-4fe4-b6ab-c13f754a49c6 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:25:25.623586 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-5e1604d6-570a-4a86-8f5c-5f441f082b0b req-1fe34b7d-85f1-4fe4-b6ab-c13f754a49c6 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:25.648374 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-5e1604d6-570a-4a86-8f5c-5f441f082b0b req-1fe34b7d-85f1-4fe4-b6ab-c13f754a49c6 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:25.675102 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-5e1604d6-570a-4a86-8f5c-5f441f082b0b req-1fe34b7d-85f1-4fe4-b6ab-c13f754a49c6 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263125'] for security_group_rule, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:25.682901 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:25.710232 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe34b7d-85f1-4fe4-b6ab-c13f754a49c6 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f714a37-a91a-44c8-8eeb-9af69c99a9e8,revision_number=0']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:25.715099 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-1fe34b7d-85f1-4fe4-b6ab-c13f754a49c6 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:25.744400 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-5e1604d6-570a-4a86-8f5c-5f441f082b0b req-1fe34b7d-85f1-4fe4-b6ab-c13f754a49c6 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:25.745746 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5e1604d6-570a-4a86-8f5c-5f441f082b0b req-1fe34b7d-85f1-4fe4-b6ab-c13f754a49c6 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2656901 Feb 03 20:25:25.848529 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8ddb05a6-301e-41dd-97c2-bc8484c57095 req-d4bd2d97-4bcc-4e68-8323-3ebe051feeca tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups/2a245b1c-45fb-4d95-b4c1-a8c223e091e4 HTTP/1.1" status: 200 len: 2395 time: 0.0688219 Feb 03 20:25:25.860652 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-8ddb05a6-301e-41dd-97c2-bc8484c57095 req-84c6b7e8-987f-42d6-9fa0-a3edf30730fc tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2a245b1c-45fb-4d95-b4c1-a8c223e091e4', 'remote_group_id': None}]} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:25:25.861010 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-8ddb05a6-301e-41dd-97c2-bc8484c57095 req-84c6b7e8-987f-42d6-9fa0-a3edf30730fc tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2a245b1c-45fb-4d95-b4c1-a8c223e091e4', 'remote_group_id': None}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:25:25.883607 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-8ddb05a6-301e-41dd-97c2-bc8484c57095 req-84c6b7e8-987f-42d6-9fa0-a3edf30730fc tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:25:25.888381 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-8ddb05a6-301e-41dd-97c2-bc8484c57095 req-84c6b7e8-987f-42d6-9fa0-a3edf30730fc tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Usage tracker for resource:security_group_rule and tenant:49d9ea06d2ee449685199b7830bf285c is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:25:25.891439 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-8ddb05a6-301e-41dd-97c2-bc8484c57095 req-84c6b7e8-987f-42d6-9fa0-a3edf30730fc tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:25:25.898245 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-8ddb05a6-301e-41dd-97c2-bc8484c57095 req-84c6b7e8-987f-42d6-9fa0-a3edf30730fc tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:25:25.974464 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13249c15-573f-4369-84be-3367c1ed9422 None None] Sync routers for ids ['3ca6028c-df45-4ee3-90fa-506329c7b281'] in dv-cinder-773985-1-smb {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:25:25.984811 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13249c15-573f-4369-84be-3367c1ed9422 None None] Routers {'3ca6028c-df45-4ee3-90fa-506329c7b281'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:25:25.985550 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-13249c15-573f-4369-84be-3367c1ed9422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:25:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['3ca6028c-df45-4ee3-90fa-506329c7b281'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:25:25.999111 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-8ddb05a6-301e-41dd-97c2-bc8484c57095 req-84c6b7e8-987f-42d6-9fa0-a3edf30730fc tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:26.024743 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-8ddb05a6-301e-41dd-97c2-bc8484c57095 req-84c6b7e8-987f-42d6-9fa0-a3edf30730fc tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:26.053498 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-8ddb05a6-301e-41dd-97c2-bc8484c57095 req-84c6b7e8-987f-42d6-9fa0-a3edf30730fc tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263125'] for security_group_rule, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:26.055792 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-1fe34b7d-85f1-4fe4-b6ab-c13f754a49c6 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:26.083046 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6b7e8-987f-42d6-9fa0-a3edf30730fc tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca535be9-6200-4d0b-a82f-fba53ce0d3ea,revision_number=0']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:26.086022 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-84c6b7e8-987f-42d6-9fa0-a3edf30730fc tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:26.132113 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-8ddb05a6-301e-41dd-97c2-bc8484c57095 req-84c6b7e8-987f-42d6-9fa0-a3edf30730fc tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:26.133398 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8ddb05a6-301e-41dd-97c2-bc8484c57095 req-84c6b7e8-987f-42d6-9fa0-a3edf30730fc tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2772858 Feb 03 20:25:26.198184 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-13249c15-573f-4369-84be-3367c1ed9422 None None] Set router 3ca6028c-df45-4ee3-90fa-506329c7b281 gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:25:26.264866 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d766853-9ed2-4f5c-8557-8759ce89992b req-f4850eba-afe6-4736-bcb1-7e14a8743bae tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:26.266598 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5d766853-9ed2-4f5c-8557-8759ce89992b req-f4850eba-afe6-4736-bcb1-7e14a8743bae tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=d712db72-0f45-46b8-8ebe-1a2de5865660 HTTP/1.1" status: 200 len: 945 time: 0.1766372 Feb 03 20:25:26.338278 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5d766853-9ed2-4f5c-8557-8759ce89992b req-47f05686-5516-4709-8b5f-773fffd2f64c tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638127 Feb 03 20:25:26.543797 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-13249c15-573f-4369-84be-3367c1ed9422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca6028c-df45-4ee3-90fa-506329c7b281', 'name': 'tempest-TestShelveInstance-1021246533-router', 'tenant_id': '759d5a1010c2436fbc8283615a135a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': 'b9db0fed-fd7c-4c83-a8ab-9244a3cfa772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:25:15Z', 'updated_at': '2021-02-03T20:25:22Z', 'revision_number': 4, 'project_id': '759d5a1010c2436fbc8283615a135a20', 'gw_port': {'id': 'b9db0fed-fd7c-4c83-a8ab-9244a3cfa772', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:38:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6028c-df45-4ee3-90fa-506329c7b281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:17Z', 'updated_at': '2021-02-03T20:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': 'a91e7980-7721-4b65-ac45-d71bcfdfd5cf', 'name': '', 'network_id': '696945cc-c8fd-4de2-a256-4bab9ef4ae6c', 'tenant_id': '759d5a1010c2436fbc8283615a135a20', 'mac_address': 'fa:16:3e:12:a3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca6028c-df45-4ee3-90fa-506329c7b281', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4e9c3b62-a0d3-4203-b9cb-ccd664b66e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:22Z', 'updated_at': '2021-02-03T20:25:23Z', 'revision_number': 2, 'project_id': '759d5a1010c2436fbc8283615a135a20', 'subnets': [{'id': '4e9c3b62-a0d3-4203-b9cb-ccd664b66e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:25:26.547817 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13249c15-573f-4369-84be-3367c1ed9422 None None] Checking router: 3ca6028c-df45-4ee3-90fa-506329c7b281 for host: dv-cinder-773985-1-smb {{(pid=80171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:25:26.548306 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13249c15-573f-4369-84be-3367c1ed9422 None None] Updating router 3ca6028c-df45-4ee3-90fa-506329c7b281 port a91e7980-7721-4b65-ac45-d71bcfdfd5cf binding host dv-cinder-773985-1-smb {{(pid=80171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 03 20:25:26.609127 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-13249c15-573f-4369-84be-3367c1ed9422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:26.794068 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device b9db0fed-fd7c-4c83-a8ab-9244a3cfa772 up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:25:26.854726 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8e616-e903-4a55-9696-4bc3ef506569 req-9d9c5caa-8ea6-4387-8302-bdce25f516af tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:26.856887 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-19b8e616-e903-4a55-9696-4bc3ef506569 req-9d9c5caa-8ea6-4387-8302-bdce25f516af tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.90 "GET /v2.0/ports?device_id=d712db72-0f45-46b8-8ebe-1a2de5865660 HTTP/1.1" status: 200 len: 945 time: 0.1808991 Feb 03 20:25:26.992080 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port b9db0fed-fd7c-4c83-a8ab-9244a3cfa772 triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:25:26.992521 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:27.233906 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-19b8e616-e903-4a55-9696-4bc3ef506569 req-fc687ca9-270a-47e8-8159-12397665187d tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Deleting port 69db9cb9-bdf1-4529-8abd-465e9b41986f {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:25:27.234307 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-19b8e616-e903-4a55-9696-4bc3ef506569 req-fc687ca9-270a-47e8-8159-12397665187d tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:27.426152 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-13249c15-573f-4369-84be-3367c1ed9422 None None] Notify callbacks [] for port, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:27.453944 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-13249c15-573f-4369-84be-3367c1ed9422 None None] Transition to ACTIVE for port object a91e7980-7721-4b65-ac45-d71bcfdfd5cf will not be triggered until provisioned by entity L2. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:25:27.492692 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-13249c15-573f-4369-84be-3367c1ed9422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:27.509872 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:27.586470 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-19b8e616-e903-4a55-9696-4bc3ef506569 req-fc687ca9-270a-47e8-8159-12397665187d tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] For port 69db9cb9-bdf1-4529-8abd-465e9b41986f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=69db9cb9-bdf1-4529-8abd-465e9b41986f,segment=NetworkSegment(b0cd2884-f8d2-4437-a887-50593408adb5),segment_id=b0cd2884-f8d2-4437-a887-50593408adb5)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:25:27.587032 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-19b8e616-e903-4a55-9696-4bc3ef506569 req-fc687ca9-270a-47e8-8159-12397665187d tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:27.638817 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 69db9cb9-bdf1-4529-8abd-465e9b41986f no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:25:27.686082 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4774ac-df52-491d-b9ea-9ba17fc8ee8c None None] Pushing event updated for resources: {'Port': ['ID=a91e7980-7721-4b65-ac45-d71bcfdfd5cf,revision_number=3']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:27.702676 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5c4774ac-df52-491d-b9ea-9ba17fc8ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:27.744854 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-19b8e616-e903-4a55-9696-4bc3ef506569 req-fc687ca9-270a-47e8-8159-12397665187d tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Calling delete_port for 69db9cb9-bdf1-4529-8abd-465e9b41986f owned by compute:nova {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:25:27.920893 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7315ac-2b74-4328-a277-24a7eb7d565b req-e169daa3-84f3-409d-b8db-efb297361934 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:27.922686 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0b7315ac-2b74-4328-a277-24a7eb7d565b req-e169daa3-84f3-409d-b8db-efb297361934 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=d712db72-0f45-46b8-8ebe-1a2de5865660 HTTP/1.1" status: 200 len: 945 time: 0.4136918 Feb 03 20:25:27.956381 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:27.996757 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-13249c15-573f-4369-84be-3367c1ed9422 None None] Attempting to bind port a91e7980-7721-4b65-ac45-d71bcfdfd5cf on host dv-cinder-773985-1-smb for vnic_type normal with profile {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:25:27.997187 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-13249c15-573f-4369-84be-3367c1ed9422 None None] Attempting to bind port a91e7980-7721-4b65-ac45-d71bcfdfd5cf by drivers openvswitch on host dv-cinder-773985-1-smb at level 0 using segments [{'id': '47b81ac5-35a3-4bd5-b53e-bc2065301cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '696945cc-c8fd-4de2-a256-4bab9ef4ae6c'}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:25:27.997609 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13249c15-573f-4369-84be-3367c1ed9422 None None] Attempting to bind port a91e7980-7721-4b65-ac45-d71bcfdfd5cf on network 696945cc-c8fd-4de2-a256-4bab9ef4ae6c {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:25:28.003340 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13249c15-573f-4369-84be-3367c1ed9422 None None] Checking agent: {'id': '3c34f775-80d1-4d8f-9ffd-976c513d9067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 3, 47), 'started_at': datetime.datetime(2021, 2, 3, 20, 4, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.103', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:25:28.003806 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13249c15-573f-4369-84be-3367c1ed9422 None None] Checking segment: {'id': '47b81ac5-35a3-4bd5-b53e-bc2065301cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '696945cc-c8fd-4de2-a256-4bab9ef4ae6c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:25:28.004263 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-13249c15-573f-4369-84be-3367c1ed9422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:28.004712 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13249c15-573f-4369-84be-3367c1ed9422 None None] Bound using segment: {'id': '47b81ac5-35a3-4bd5-b53e-bc2065301cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '696945cc-c8fd-4de2-a256-4bab9ef4ae6c'} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:25:28.005232 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-13249c15-573f-4369-84be-3367c1ed9422 None None] Bound port: a91e7980-7721-4b65-ac45-d71bcfdfd5cf, host: dv-cinder-773985-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b81ac5-35a3-4bd5-b53e-bc2065301cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '696945cc-c8fd-4de2-a256-4bab9ef4ae6c'}}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:25:28.005657 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-13249c15-573f-4369-84be-3367c1ed9422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:28.045564 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0b7315ac-2b74-4328-a277-24a7eb7d565b req-2896517e-5efd-451d-9055-c0e8d648d352 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/security-groups?id=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071260 Feb 03 20:25:28.136470 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-19b8e616-e903-4a55-9696-4bc3ef506569 req-fc687ca9-270a-47e8-8159-12397665187d tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:28.152870 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-1036077d-098d-45c3-9f9e-ed765b2eb32e tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:28.188853 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-13249c15-573f-4369-84be-3367c1ed9422 None None] For port a91e7980-7721-4b65-ac45-d71bcfdfd5cf, host dv-cinder-773985-1-smb, cleared binding levels {{(pid=80171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:25:28.192114 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-13249c15-573f-4369-84be-3367c1ed9422 None None] For port a91e7980-7721-4b65-ac45-d71bcfdfd5cf, host dv-cinder-773985-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=a91e7980-7721-4b65-ac45-d71bcfdfd5cf,segment=NetworkSegment(47b81ac5-35a3-4bd5-b53e-bc2065301cd0),segment_id=47b81ac5-35a3-4bd5-b53e-bc2065301cd0)] {{(pid=80171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:25:28.230731 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-13249c15-573f-4369-84be-3367c1ed9422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:28.251620 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:28.254327 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc687ca9-270a-47e8-8159-12397665187d tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Pushing event deleted for resources: {'Port': ['ID=69db9cb9-bdf1-4529-8abd-465e9b41986f,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:28.261504 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fc687ca9-270a-47e8-8159-12397665187d tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:28.372585 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b8e616-e903-4a55-9696-4bc3ef506569 req-fc687ca9-270a-47e8-8159-12397665187d tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] No DVR routers for this DVR port 69db9cb9-bdf1-4529-8abd-465e9b41986f on host hv-cinder-77398 {{(pid=80170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 20:25:28.374873 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-19b8e616-e903-4a55-9696-4bc3ef506569 req-fc687ca9-270a-47e8-8159-12397665187d tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:28.377750 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd712db72-0f45-46b8-8ebe-1a2de5865660', 'name': 'network-vif-deleted', 'tag': '69db9cb9-bdf1-4529-8abd-465e9b41986f'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:25:28.419398 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-19b8e616-e903-4a55-9696-4bc3ef506569 req-fc687ca9-270a-47e8-8159-12397665187d tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.90 "DELETE /v2.0/ports/69db9cb9-bdf1-4529-8abd-465e9b41986f HTTP/1.1" status: 204 len: 173 time: 1.5561740 Feb 03 20:25:28.433573 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4774ac-df52-491d-b9ea-9ba17fc8ee8c None None] Pushing event updated for resources: {'Port': ['ID=a91e7980-7721-4b65-ac45-d71bcfdfd5cf,revision_number=4']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:28.440058 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5c4774ac-df52-491d-b9ea-9ba17fc8ee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:28.499121 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13249c15-573f-4369-84be-3367c1ed9422 None None] Routers {'3ca6028c-df45-4ee3-90fa-506329c7b281'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:25:28.499876 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-13249c15-573f-4369-84be-3367c1ed9422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:25:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['3ca6028c-df45-4ee3-90fa-506329c7b281'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:25:28.602854 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd712db72-0f45-46b8-8ebe-1a2de5865660', 'name': 'network-vif-deleted', 'tag': '69db9cb9-bdf1-4529-8abd-465e9b41986f', 'status': 'completed', 'code': 200} Feb 03 20:25:28.718390 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-13249c15-573f-4369-84be-3367c1ed9422 None None] Set router 3ca6028c-df45-4ee3-90fa-506329c7b281 gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:25:29.083387 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-13249c15-573f-4369-84be-3367c1ed9422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca6028c-df45-4ee3-90fa-506329c7b281', 'name': 'tempest-TestShelveInstance-1021246533-router', 'tenant_id': '759d5a1010c2436fbc8283615a135a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': 'b9db0fed-fd7c-4c83-a8ab-9244a3cfa772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:25:15Z', 'updated_at': '2021-02-03T20:25:22Z', 'revision_number': 4, 'project_id': '759d5a1010c2436fbc8283615a135a20', 'gw_port': {'id': 'b9db0fed-fd7c-4c83-a8ab-9244a3cfa772', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:38:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6028c-df45-4ee3-90fa-506329c7b281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:17Z', 'updated_at': '2021-02-03T20:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': 'a91e7980-7721-4b65-ac45-d71bcfdfd5cf', 'name': '', 'network_id': '696945cc-c8fd-4de2-a256-4bab9ef4ae6c', 'tenant_id': '759d5a1010c2436fbc8283615a135a20', 'mac_address': 'fa:16:3e:12:a3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca6028c-df45-4ee3-90fa-506329c7b281', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4e9c3b62-a0d3-4203-b9cb-ccd664b66e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:22Z', 'updated_at': '2021-02-03T20:25:28Z', 'revision_number': 4, 'project_id': '759d5a1010c2436fbc8283615a135a20', 'subnets': [{'id': '4e9c3b62-a0d3-4203-b9cb-ccd664b66e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:25:29.088209 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13249c15-573f-4369-84be-3367c1ed9422 None None] The sync data for ids ['3ca6028c-df45-4ee3-90fa-506329c7b281'] in dv-cinder-773985-1-smb is: [{'id': '3ca6028c-df45-4ee3-90fa-506329c7b281', 'name': 'tempest-TestShelveInstance-1021246533-router', 'tenant_id': '759d5a1010c2436fbc8283615a135a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': 'b9db0fed-fd7c-4c83-a8ab-9244a3cfa772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:25:15Z', 'updated_at': '2021-02-03T20:25:22Z', 'revision_number': 4, 'project_id': '759d5a1010c2436fbc8283615a135a20', 'gw_port': {'id': 'b9db0fed-fd7c-4c83-a8ab-9244a3cfa772', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:38:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6028c-df45-4ee3-90fa-506329c7b281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:17Z', 'updated_at': '2021-02-03T20:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': 'a91e7980-7721-4b65-ac45-d71bcfdfd5cf', 'name': '', 'network_id': '696945cc-c8fd-4de2-a256-4bab9ef4ae6c', 'tenant_id': '759d5a1010c2436fbc8283615a135a20', 'mac_address': 'fa:16:3e:12:a3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca6028c-df45-4ee3-90fa-506329c7b281', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4e9c3b62-a0d3-4203-b9cb-ccd664b66e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:22Z', 'updated_at': '2021-02-03T20:25:28Z', 'revision_number': 4, 'project_id': '759d5a1010c2436fbc8283615a135a20', 'subnets': [{'id': '4e9c3b62-a0d3-4203-b9cb-ccd664b66e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:25:29.294370 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-97f8f2ee-0851-4144-a1f6-b78d1128aeee req-21b3f8d6-318a-4ae2-bca0-87358e85b972 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Synchronizing usage tracker for tenant:5eb271c6af9e47359457b15802d0b439 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:25:29.338848 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-97f8f2ee-0851-4144-a1f6-b78d1128aeee req-21b3f8d6-318a-4ae2-bca0-87358e85b972 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Unset dirty status for tenant:5eb271c6af9e47359457b15802d0b439 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:25:29.340339 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-97f8f2ee-0851-4144-a1f6-b78d1128aeee req-21b3f8d6-318a-4ae2-bca0-87358e85b972 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] 10.222.0.101 "GET /v2.0/ports?device_id=d712db72-0f45-46b8-8ebe-1a2de5865660 HTTP/1.1" status: 200 len: 210 time: 0.1006222 Feb 03 20:25:30.458560 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 58582) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:25:30.533620 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d19a16-ab44-4ae3-bdce-f8e07505742f admin admin] Deleting subnet e9c23590-9777-4856-8244-d761f16b7589 {{(pid=80170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 03 20:25:30.536917 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e5d19a16-ab44-4ae3-bdce-f8e07505742f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:30.592309 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e5d19a16-ab44-4ae3-bdce-f8e07505742f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036787698690'] for subnet, precommit_delete_associations {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:30.654240 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e5d19a16-ab44-4ae3-bdce-f8e07505742f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-22235'] for subnet, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:30.755341 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device a91e7980-7721-4b65-ac45-d71bcfdfd5cf up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:25:30.869963 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning for port a91e7980-7721-4b65-ac45-d71bcfdfd5cf completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:25:30.875810 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port a91e7980-7721-4b65-ac45-d71bcfdfd5cf triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:25:30.876279 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:30.982519 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e5d19a16-ab44-4ae3-bdce-f8e07505742f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854753581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036787982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65315831'] for subnet, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:31.000129 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:31.008055 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:31.047462 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] For port a91e7980-7721-4b65-ac45-d71bcfdfd5cf, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=a91e7980-7721-4b65-ac45-d71bcfdfd5cf,segment=NetworkSegment(47b81ac5-35a3-4bd5-b53e-bc2065301cd0),segment_id=47b81ac5-35a3-4bd5-b53e-bc2065301cd0)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:25:31.081025 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:31.083089 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5c4774ac-df52-491d-b9ea-9ba17fc8ee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:31.086302 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d19a16-ab44-4ae3-bdce-f8e07505742f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c23590-9777-4856-8244-d761f16b7589,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:31.101282 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-e5d19a16-ab44-4ae3-bdce-f8e07505742f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:31.140300 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e5d19a16-ab44-4ae3-bdce-f8e07505742f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for subnet, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:31.149061 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-e5d19a16-ab44-4ae3-bdce-f8e07505742f admin admin] 10.222.0.101 "DELETE /v2.0/subnets/e9c23590-9777-4856-8244-d761f16b7589 HTTP/1.1" status: 204 len: 168 time: 0.6869342 Feb 03 20:25:31.149395 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 58586) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:25:31.161207 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Pushing event updated for resources: {'Port': ['ID=a91e7980-7721-4b65-ac45-d71bcfdfd5cf,revision_number=5']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:31.164621 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:31.290560 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-30016c4e-0ac0-4d58-8584-16681805636b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852798343'] for network, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:31.494000 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-30016c4e-0ac0-4d58-8584-16681805636b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8528', 'neutron.services.segments.db._delete_segments_for_network--9223363306292405654'] for network, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:31.616948 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-30016c4e-0ac0-4d58-8584-16681805636b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d']}} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:25:31.633085 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-30016c4e-0ac0-4d58-8584-16681805636b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0cd2884-f8d2-4437-a887-50593408adb5') {'for_net_delete': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:25:31.633428 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-30016c4e-0ac0-4d58-8584-16681805636b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0cd2884-f8d2-4437-a887-50593408adb5') {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:25:31.647695 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-30016c4e-0ac0-4d58-8584-16681805636b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306292408726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67077110'] for segment, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:31.664312 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-30016c4e-0ac0-4d58-8584-16681805636b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:31.666967 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-30016c4e-0ac0-4d58-8584-16681805636b admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 03 20:25:31.865253 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-30016c4e-0ac0-4d58-8584-16681805636b admin admin] Network 6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d has no segments {{(pid=80170) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 20:25:31.875886 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-30016c4e-0ac0-4d58-8584-16681805636b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036787982913'] for segment, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:32.076435 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-30016c4e-0ac0-4d58-8584-16681805636b admin admin] Network 6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d has no segments {{(pid=80170) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: Traceback (most recent call last): Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: timer() Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: cb(*args, **kw) Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: return func(*args, **kwargs) Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: self._notify() Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: self.callback(batched_events) Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: event.method(event) Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: segment_id)['aggregates'][0] Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: return f(self, *a, **k) Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: return self._get(url).json() Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: **kwargs) Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: return self.request(url, 'GET', **kwargs) Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: **endpoint_filter) Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 20:25:32.100724 dv-cinder-773985-1-smb neutron-server[80058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 20:25:32.216408 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-30016c4e-0ac0-4d58-8584-16681805636b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853105267'] for network, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:32.219907 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:32.234805 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-30016c4e-0ac0-4d58-8584-16681805636b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:32.248111 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30016c4e-0ac0-4d58-8584-16681805636b admin admin] Pushing event deleted for resources: {'Network': ['ID=6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:32.252719 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-30016c4e-0ac0-4d58-8584-16681805636b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:32.285523 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-30016c4e-0ac0-4d58-8584-16681805636b admin admin] 10.222.0.101 "DELETE /v2.0/networks/6f8d942f-5f45-495a-ae40-2ecc1a3a4e5d HTTP/1.1" status: 204 len: 168 time: 1.1350636 Feb 03 20:25:32.587375 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 58596) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:25:32.642313 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-aa9b5702-43ef-4f55-ae68-9649e9994b6e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5eb271c6af9e47359457b15802d0b439&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533106 Feb 03 20:25:32.646955 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 58600) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:25:32.716192 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:32.735324 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device a91e7980-7721-4b65-ac45-d71bcfdfd5cf up at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:25:32.745785 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:32.810372 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Provisioning complete for port a91e7980-7721-4b65-ac45-d71bcfdfd5cf triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:25:32.810792 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:32.896394 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:32.902430 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-b9e8ddbf-c586-4478-ba29-d98c5acc1260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:32.921504 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:32.930065 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:32.931438 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/910bf9df-f569-4f7c-bd6a-6c2eaeafc0ec HTTP/1.1" status: 204 len: 168 time: 0.2832794 Feb 03 20:25:32.933160 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:32.933543 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:32.934059 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:32.934364 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:32.934779 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:32.935194 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:32.935657 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:32.936051 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:32.936465 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:32.936877 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:32.937289 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:32.937698 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:32.938156 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:32.938562 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:32.938970 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:32.939381 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:32.939812 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:32.940225 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:32.940629 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:32.941039 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:32.941444 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:32.941850 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:32.942254 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:32.942660 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:32.946216 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-85a35173-382d-47ad-ae4d-50ab497d0e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:36.402689 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 58660) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:25:36.654360 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5d02d9de-0360-4eb9-a831-905a9cb9c95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:36.672198 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-5d02d9de-0360-4eb9-a831-905a9cb9c95c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:25:36.676652 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-5d02d9de-0360-4eb9-a831-905a9cb9c95c admin admin] Usage tracker for resource:security_group_rule and tenant:7b362f9db307450d8901cb84feda3101 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:25:36.679746 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-5d02d9de-0360-4eb9-a831-905a9cb9c95c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:25:36.686312 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-5d02d9de-0360-4eb9-a831-905a9cb9c95c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:25:36.779461 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5d02d9de-0360-4eb9-a831-905a9cb9c95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:36.818001 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5d02d9de-0360-4eb9-a831-905a9cb9c95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:36.828604 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-d4a8d9a5-e6a2-40c5-b2a5-45158f80cb86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:36.871692 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-5d02d9de-0360-4eb9-a831-905a9cb9c95c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7b362f9db307450d8901cb84feda3101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4675312 Feb 03 20:25:36.874077 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02d9de-0360-4eb9-a831-905a9cb9c95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809bea2f-0849-48e2-9a1f-df81c69f3a4d,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:36.874646 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 58668) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:25:36.877530 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5d02d9de-0360-4eb9-a831-905a9cb9c95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:36.941167 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d53880a0-0644-450e-be38-487f53b979d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:36.971319 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d53880a0-0644-450e-be38-487f53b979d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:37.120001 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d53880a0-0644-450e-be38-487f53b979d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:37.125791 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-f160cbc7-945b-4ead-b397-961a12b52a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:37.137287 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53880a0-0644-450e-be38-487f53b979d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809bea2f-0849-48e2-9a1f-df81c69f3a4d,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:37.141192 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-d53880a0-0644-450e-be38-487f53b979d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:37.144479 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d53880a0-0644-450e-be38-487f53b979d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:37.145713 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-d53880a0-0644-450e-be38-487f53b979d5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/809bea2f-0849-48e2-9a1f-df81c69f3a4d HTTP/1.1" status: 204 len: 168 time: 0.2698607 Feb 03 20:25:37.703234 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 58678) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:25:37.724351 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a8b29043-b669-4617-a49c-7747b6b8a629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:37.741563 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-a8b29043-b669-4617-a49c-7747b6b8a629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:25:37.746631 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-a8b29043-b669-4617-a49c-7747b6b8a629 admin admin] Usage tracker for resource:security_group_rule and tenant:e237ef889aec41ef9e2a8a5e061281d5 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:25:37.749640 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-a8b29043-b669-4617-a49c-7747b6b8a629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:25:37.755356 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-a8b29043-b669-4617-a49c-7747b6b8a629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:25:37.910393 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a8b29043-b669-4617-a49c-7747b6b8a629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:37.943583 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a8b29043-b669-4617-a49c-7747b6b8a629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:37.952712 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-0487b9e4-df65-46d1-8f4d-6475984b71a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:38.239496 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-a8b29043-b669-4617-a49c-7747b6b8a629 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e237ef889aec41ef9e2a8a5e061281d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5348339 Feb 03 20:25:38.240400 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b29043-b669-4617-a49c-7747b6b8a629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fed945b-7f1e-4ba8-8c98-0e2d5168d4c5,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:38.242388 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 58690) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:25:38.243693 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a8b29043-b669-4617-a49c-7747b6b8a629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:38.311014 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-03657514-394e-460f-8d3b-cbeac321095d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:38.339833 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-03657514-394e-460f-8d3b-cbeac321095d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:38.412606 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-03657514-394e-460f-8d3b-cbeac321095d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:38.417944 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-4860769c-d1d3-46f6-8fab-c18c83d82768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:38.432217 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03657514-394e-460f-8d3b-cbeac321095d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fed945b-7f1e-4ba8-8c98-0e2d5168d4c5,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:38.434762 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-03657514-394e-460f-8d3b-cbeac321095d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:38.437087 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-03657514-394e-460f-8d3b-cbeac321095d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:38.438318 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-03657514-394e-460f-8d3b-cbeac321095d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0fed945b-7f1e-4ba8-8c98-0e2d5168d4c5 HTTP/1.1" status: 204 len: 168 time: 0.1931028 Feb 03 20:25:43.052510 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-55622183-006e-4397-84f3-561dc0bf28bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:44.903010 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-33e3db9b-45ff-4ee6-aeb3-32b96469f52b tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Synchronizing usage tracker for tenant:49d9ea06d2ee449685199b7830bf285c on resource:security_group {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:25:44.953451 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-33e3db9b-45ff-4ee6-aeb3-32b96469f52b tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Unset dirty status for tenant:49d9ea06d2ee449685199b7830bf285c on resource:security_group {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:25:44.954774 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-33e3db9b-45ff-4ee6-aeb3-32b96469f52b tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1621377606&fields=id&tenant_id=49d9ea06d2ee449685199b7830bf285c HTTP/1.1" status: 200 len: 267 time: 0.1114988 Feb 03 20:25:45.198415 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-50b6724d-f5f6-4063-8394-2b5d91f4efce tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:45.199989 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-50b6724d-f5f6-4063-8394-2b5d91f4efce tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/networks?id=fba6bd78-3ec0-4dea-b90c-986829ddd057 HTTP/1.1" status: 200 len: 809 time: 0.2378986 Feb 03 20:25:45.216637 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-05b1740d-8091-4849-aeb0-546bbda21785 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/quotas/49d9ea06d2ee449685199b7830bf285c HTTP/1.1" status: 200 len: 375 time: 0.0106075 Feb 03 20:25:45.267904 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c4939b36-c954-4e8e-a171-44bfe2fdd220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:45.341924 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-a61257a4-63e5-4089-9f47-81a333da1903 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Synchronizing usage tracker for tenant:49d9ea06d2ee449685199b7830bf285c on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:25:45.395189 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-a61257a4-63e5-4089-9f47-81a333da1903 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Unset dirty status for tenant:49d9ea06d2ee449685199b7830bf285c on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:25:45.396696 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-a61257a4-63e5-4089-9f47-81a333da1903 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=49d9ea06d2ee449685199b7830bf285c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1744518 Feb 03 20:25:45.792283 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-b206f751-2f36-4846-ab40-37dffa485228 service neutron] 10.222.0.101 "GET /v2.0/networks/fba6bd78-3ec0-4dea-b90c-986829ddd057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813567 Feb 03 20:25:45.942162 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-21f619af-db2d-41ea-8a32-c333c37dd146 service neutron] 10.222.0.101 "GET /v2.0/networks/fba6bd78-3ec0-4dea-b90c-986829ddd057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1434293 Feb 03 20:25:46.029554 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:46.059446 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:46.504930 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-40bbcb58-56a8-493b-b192-a684aa1a4d49 req-d14074c9-c917-4267-91a2-25b352b88f92 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 210 time: 0.0498214 Feb 03 20:25:46.784040 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:47.622894 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:47.693052 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 58812) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:25:47.693614 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-237a5ce7-9fa1-4dbd-9270-021f5758225c req-b2801700-0992-4e67-abc4-d6ff62cbbb62 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 210 time: 0.0510688 Feb 03 20:25:47.847251 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f3c8b636-e44d-4439-a506-6ee2ff4b8d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:47.863188 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-f3c8b636-e44d-4439-a506-6ee2ff4b8d38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:25:47.867269 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-f3c8b636-e44d-4439-a506-6ee2ff4b8d38 admin admin] Usage tracker for resource:security_group_rule and tenant:e9f329becee2490fb1224acb1ddf08e8 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:25:47.870434 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-f3c8b636-e44d-4439-a506-6ee2ff4b8d38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:25:47.876476 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-f3c8b636-e44d-4439-a506-6ee2ff4b8d38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:25:47.964635 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f3c8b636-e44d-4439-a506-6ee2ff4b8d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:48.016658 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f3c8b636-e44d-4439-a506-6ee2ff4b8d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:48.027389 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a8b29043-b669-4617-a49c-7747b6b8a629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:48.071467 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-f3c8b636-e44d-4439-a506-6ee2ff4b8d38 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e9f329becee2490fb1224acb1ddf08e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3769512 Feb 03 20:25:48.072537 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c8b636-e44d-4439-a506-6ee2ff4b8d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb1bf99-49f5-4e39-9543-ed5b20b9314e,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:48.075963 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 58818) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:25:48.076131 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-f3c8b636-e44d-4439-a506-6ee2ff4b8d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:48.248683 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-455e0eec-b898-45a5-ab08-5b4780a77412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:48.311384 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-455e0eec-b898-45a5-ab08-5b4780a77412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:48.421216 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-378aa625-1c89-4f69-8108-9d2731721b35 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:48.422906 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-378aa625-1c89-4f69-8108-9d2731721b35 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.90 "GET /v2.0/networks?id=fba6bd78-3ec0-4dea-b90c-986829ddd057 HTTP/1.1" status: 200 len: 809 time: 0.2990298 Feb 03 20:25:48.551031 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-9a4f3037-146b-4634-81f0-d582f1cfc25b tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=49d9ea06d2ee449685199b7830bf285c HTTP/1.1" status: 200 len: 5759 time: 0.1081893 Feb 03 20:25:48.561167 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-5f939a47-3899-4739-93f2-75c81529c658 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Request body: {'port': {'device_id': '7860bea6-4238-428a-bc22-81eb0d46cf1a', 'network_id': 'fba6bd78-3ec0-4dea-b90c-986829ddd057', 'admin_state_up': True, 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'security_groups': ['2a245b1c-45fb-4d95-b4c1-a8c223e091e4']}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:25:48.579781 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-455e0eec-b898-45a5-ab08-5b4780a77412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:48.588665 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-67c5452a-90e3-4f71-a860-183283c5c9cf tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:48.655627 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e0eec-b898-45a5-ab08-5b4780a77412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb1bf99-49f5-4e39-9543-ed5b20b9314e,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:48.659481 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-455e0eec-b898-45a5-ab08-5b4780a77412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:48.669754 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-455e0eec-b898-45a5-ab08-5b4780a77412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:48.673708 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-455e0eec-b898-45a5-ab08-5b4780a77412 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2bb1bf99-49f5-4e39-9543-ed5b20b9314e HTTP/1.1" status: 204 len: 168 time: 0.5934076 Feb 03 20:25:48.735738 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-5f939a47-3899-4739-93f2-75c81529c658 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:25:48.746427 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-5f939a47-3899-4739-93f2-75c81529c658 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:25:48.783853 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-5f939a47-3899-4739-93f2-75c81529c658 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Made reservation on behalf of 49d9ea06d2ee449685199b7830bf285c for: {'port': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 20:25:48.805296 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-5f939a47-3899-4739-93f2-75c81529c658 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:48.974834 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-55aaef4e-8f89-4207-bd56-c588ddea5088 req-a7556306-9e54-4225-b017-42ee1454824f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 210 time: 0.1163423 Feb 03 20:25:49.187073 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-5f939a47-3899-4739-93f2-75c81529c658 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Allocated IP 172.20.0.13 (fba6bd78-3ec0-4dea-b90c-986829ddd057/d758a88a-930e-43d9-8581-32a5cd4dc23b/1273e936-3d00-4547-a1e2-10a8db9f5c5c) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:25:49.241487 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 58828) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:25:49.265568 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-371dd254-eb93-419e-989c-850809f953db admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:49.282699 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-371dd254-eb93-419e-989c-850809f953db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:25:49.286900 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-371dd254-eb93-419e-989c-850809f953db admin admin] Usage tracker for resource:security_group_rule and tenant:19d56ba61bac47e7ac81aef11fd12595 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:25:49.289911 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-371dd254-eb93-419e-989c-850809f953db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:25:49.297223 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-371dd254-eb93-419e-989c-850809f953db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:25:49.401248 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-371dd254-eb93-419e-989c-850809f953db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:49.403242 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-5f939a47-3899-4739-93f2-75c81529c658 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:49.420521 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-5f939a47-3899-4739-93f2-75c81529c658 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Transition to ACTIVE for port object 1273e936-3d00-4547-a1e2-10a8db9f5c5c will not be triggered until provisioned by entity DHCP. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:25:49.427858 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-371dd254-eb93-419e-989c-850809f953db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:49.438782 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3065746c-a3bf-4aa0-8604-4bb7c68a9694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:49.470020 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-5f939a47-3899-4739-93f2-75c81529c658 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:49.486226 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-89380803-2f2b-4591-a419-bfe0baae1d83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:49.489871 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-371dd254-eb93-419e-989c-850809f953db admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=19d56ba61bac47e7ac81aef11fd12595&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443111 Feb 03 20:25:49.489871 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371dd254-eb93-419e-989c-850809f953db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed175cdd-4660-47a8-8b8f-e4b4501c06ec,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:49.491849 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-371dd254-eb93-419e-989c-850809f953db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:49.492379 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 58832) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:25:49.556163 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4352d97a-d0af-44b1-83ed-13c7dd512ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:49.585366 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4352d97a-d0af-44b1-83ed-13c7dd512ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:49.627120 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f939a47-3899-4739-93f2-75c81529c658 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Pushing event updated for resources: {'Port': ['ID=1273e936-3d00-4547-a1e2-10a8db9f5c5c,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:49.631624 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5f939a47-3899-4739-93f2-75c81529c658 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:49.673609 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4352d97a-d0af-44b1-83ed-13c7dd512ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:49.678906 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-371dd254-eb93-419e-989c-850809f953db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:49.688179 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-5f939a47-3899-4739-93f2-75c81529c658 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Network fba6bd78-3ec0-4dea-b90c-986829ddd057 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:25:49.689354 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-5f939a47-3899-4739-93f2-75c81529c658 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:25:49.691876 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-5f939a47-3899-4739-93f2-75c81529c658 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:25:49.693880 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352d97a-d0af-44b1-83ed-13c7dd512ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed175cdd-4660-47a8-8b8f-e4b4501c06ec,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:49.698245 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-4352d97a-d0af-44b1-83ed-13c7dd512ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:49.711539 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4352d97a-d0af-44b1-83ed-13c7dd512ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:49.713823 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-4352d97a-d0af-44b1-83ed-13c7dd512ec5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ed175cdd-4660-47a8-8b8f-e4b4501c06ec HTTP/1.1" status: 204 len: 168 time: 0.2202342 Feb 03 20:25:49.851248 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-5f939a47-3899-4739-93f2-75c81529c658 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:49.852018 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-5f939a47-3899-4739-93f2-75c81529c658 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:49.910344 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-5f939a47-3899-4739-93f2-75c81529c658 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3543656 Feb 03 20:25:49.928036 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-115d4a95-7d0d-4e92-820e-98816c21510a service neutron] Request body: {'port': {'device_id': '7860bea6-4238-428a-bc22-81eb0d46cf1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:25:50.029866 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-b309b9b9-3e37-4f6e-be44-b290a3ff7209 None None] Provisioning for port 1273e936-3d00-4547-a1e2-10a8db9f5c5c completed by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:25:50.036656 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-b309b9b9-3e37-4f6e-be44-b290a3ff7209 None None] Provisioning complete for port 1273e936-3d00-4547-a1e2-10a8db9f5c5c triggered by entity DHCP. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:25:50.039043 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b309b9b9-3e37-4f6e-be44-b290a3ff7209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:50.055389 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-115d4a95-7d0d-4e92-820e-98816c21510a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:50.101993 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-b309b9b9-3e37-4f6e-be44-b290a3ff7209 None None] Port 1273e936-3d00-4547-a1e2-10a8db9f5c5c cannot update to ACTIVE because it is not bound. {{(pid=80171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 20:25:50.411120 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6cb17-4bc5-465d-bb2e-faf6bcda1be4 req-7b23bf6e-fdf4-4171-8a36-0029b72893d5 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:50.411976 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-e1f6cb17-4bc5-465d-bb2e-faf6bcda1be4 req-7b23bf6e-fdf4-4171-8a36-0029b72893d5 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Synchronizing usage tracker for tenant:49d9ea06d2ee449685199b7830bf285c on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:25:50.519451 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-e1f6cb17-4bc5-465d-bb2e-faf6bcda1be4 req-7b23bf6e-fdf4-4171-8a36-0029b72893d5 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Unset dirty status for tenant:49d9ea06d2ee449685199b7830bf285c on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:25:50.520821 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e1f6cb17-4bc5-465d-bb2e-faf6bcda1be4 req-7b23bf6e-fdf4-4171-8a36-0029b72893d5 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 932 time: 0.4096475 Feb 03 20:25:50.615331 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e1f6cb17-4bc5-465d-bb2e-faf6bcda1be4 req-06287773-9ee2-4618-84a7-95eaa43132d5 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0866144 Feb 03 20:25:50.727290 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-115d4a95-7d0d-4e92-820e-98816c21510a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1273e936-3d00-4547-a1e2-10a8db9f5c5c {{(pid=80170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 20:25:50.737146 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-115d4a95-7d0d-4e92-820e-98816c21510a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:50.751134 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-115d4a95-7d0d-4e92-820e-98816c21510a service neutron] Transition to ACTIVE for port object 1273e936-3d00-4547-a1e2-10a8db9f5c5c will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 20:25:50.800797 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-115d4a95-7d0d-4e92-820e-98816c21510a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787982947'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:50.817129 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-05abcb16-adc5-40f2-bba8-7f11240fee3f tempest-TestMinimumBasicScenario-1378324205 tempest-TestMinimumBasicScenario-1378324205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:50.957026 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d4a95-7d0d-4e92-820e-98816c21510a service neutron] Pushing event updated for resources: {'Port': ['ID=1273e936-3d00-4547-a1e2-10a8db9f5c5c,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:50.960356 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-115d4a95-7d0d-4e92-820e-98816c21510a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:51.161279 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-115d4a95-7d0d-4e92-820e-98816c21510a service neutron] Attempting to bind port 1273e936-3d00-4547-a1e2-10a8db9f5c5c on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 20:25:51.161708 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-115d4a95-7d0d-4e92-820e-98816c21510a service neutron] Attempting to bind port 1273e936-3d00-4547-a1e2-10a8db9f5c5c by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '2c62e37d-8640-40ad-9f49-cc80eb30725b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fba6bd78-3ec0-4dea-b90c-986829ddd057'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 20:25:51.162264 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-115d4a95-7d0d-4e92-820e-98816c21510a service neutron] Attempting to bind port 1273e936-3d00-4547-a1e2-10a8db9f5c5c on network fba6bd78-3ec0-4dea-b90c-986829ddd057 {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 20:25:51.169706 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-115d4a95-7d0d-4e92-820e-98816c21510a service neutron] Checking agent: {'id': '4ba2278c-c66c-406d-ba19-1defa11400a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 20, 11, 16), 'started_at': datetime.datetime(2021, 2, 3, 20, 11, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 20, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 20:25:51.170062 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-115d4a95-7d0d-4e92-820e-98816c21510a service neutron] Checking segment: {'id': '2c62e37d-8640-40ad-9f49-cc80eb30725b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fba6bd78-3ec0-4dea-b90c-986829ddd057'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 20:25:51.170478 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-115d4a95-7d0d-4e92-820e-98816c21510a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:51.170886 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-115d4a95-7d0d-4e92-820e-98816c21510a service neutron] Bound using segment: {'id': '2c62e37d-8640-40ad-9f49-cc80eb30725b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fba6bd78-3ec0-4dea-b90c-986829ddd057'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 20:25:51.171374 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-115d4a95-7d0d-4e92-820e-98816c21510a service neutron] Bound port: 1273e936-3d00-4547-a1e2-10a8db9f5c5c, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c62e37d-8640-40ad-9f49-cc80eb30725b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fba6bd78-3ec0-4dea-b90c-986829ddd057'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 20:25:51.171785 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-115d4a95-7d0d-4e92-820e-98816c21510a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:51.273373 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-115d4a95-7d0d-4e92-820e-98816c21510a service neutron] For port 1273e936-3d00-4547-a1e2-10a8db9f5c5c, host hv-cinder-77398, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 20:25:51.276736 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-115d4a95-7d0d-4e92-820e-98816c21510a service neutron] For port 1273e936-3d00-4547-a1e2-10a8db9f5c5c, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=1273e936-3d00-4547-a1e2-10a8db9f5c5c,segment=NetworkSegment(2c62e37d-8640-40ad-9f49-cc80eb30725b),segment_id=2c62e37d-8640-40ad-9f49-cc80eb30725b)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 20:25:51.315316 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-115d4a95-7d0d-4e92-820e-98816c21510a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787982947'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:51.331044 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-7177efb1-4f23-4830-be92-d3853c6154c4 tempest-VolumesSnapshotTestJSON-1432247111 tempest-VolumesSnapshotTestJSON-1432247111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:51.489983 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d4a95-7d0d-4e92-820e-98816c21510a service neutron] Pushing event updated for resources: {'Port': ['ID=1273e936-3d00-4547-a1e2-10a8db9f5c5c,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:51.496814 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-115d4a95-7d0d-4e92-820e-98816c21510a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:51.536859 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-115d4a95-7d0d-4e92-820e-98816c21510a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:51.536859 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-115d4a95-7d0d-4e92-820e-98816c21510a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:51.536859 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-115d4a95-7d0d-4e92-820e-98816c21510a service neutron] 10.222.0.90 "PUT /v2.0/ports/1273e936-3d00-4547-a1e2-10a8db9f5c5c HTTP/1.1" status: 200 len: 1158 time: 1.6087449 Feb 03 20:25:51.536859 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7860bea6-4238-428a-bc22-81eb0d46cf1a', 'tag': '1273e936-3d00-4547-a1e2-10a8db9f5c5c'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:25:51.593863 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7860bea6-4238-428a-bc22-81eb0d46cf1a', 'tag': '1273e936-3d00-4547-a1e2-10a8db9f5c5c', 'status': 'completed', 'code': 200} Feb 03 20:25:52.031411 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-b27d788b-f4ee-4236-afc8-de9453229ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:52.033108 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-b27d788b-f4ee-4236-afc8-de9453229ef3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49d9ea06d2ee449685199b7830bf285c&device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 1161 time: 0.4104846 Feb 03 20:25:52.123969 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c8439-1402-459e-a894-ed395a821f3f req-0934d514-db93-44f8-8d7c-ee4b927ae671 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:52.125660 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-351c8439-1402-459e-a894-ed395a821f3f req-0934d514-db93-44f8-8d7c-ee4b927ae671 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 944 time: 0.1999774 Feb 03 20:25:52.215875 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-33235dee-c7c1-413d-847b-9232f0fe2b34 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1273e936-3d00-4547-a1e2-10a8db9f5c5c HTTP/1.1" status: 200 len: 217 time: 0.0890641 Feb 03 20:25:52.318040 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-351c8439-1402-459e-a894-ed395a821f3f req-6a86ed2b-f7a3-4874-a6c1-70d5a3e69114 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1338017 Feb 03 20:25:52.328790 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-ec5e3adc-ff0a-4fd0-9393-02f750735a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:52.330366 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-ec5e3adc-ff0a-4fd0-9393-02f750735a68 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d758a88a-930e-43d9-8581-32a5cd4dc23b HTTP/1.1" status: 200 len: 848 time: 0.1085212 Feb 03 20:25:52.418479 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-1070dae6-b509-4bc8-98fa-2c777c3499a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:52.420209 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-1070dae6-b509-4bc8-98fa-2c777c3499a4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fba6bd78-3ec0-4dea-b90c-986829ddd057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0832641 Feb 03 20:25:52.571621 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-a5da45ef-9f57-4774-8dde-dc5961e384dd service neutron] 10.222.0.90 "GET /v2.0/networks/fba6bd78-3ec0-4dea-b90c-986829ddd057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451669 Feb 03 20:25:52.719919 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a590d501-1adb-46e6-9bdc-2f36a0511e63 req-15db6245-789f-4a44-a023-16e4a2249500 service neutron] 10.222.0.90 "GET /v2.0/networks/fba6bd78-3ec0-4dea-b90c-986829ddd057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1413901 Feb 03 20:25:52.928251 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e3f89-83e2-46e3-987f-f11cafd169ff req-74df8799-8107-46ed-8cb5-70a73462749a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:52.929910 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a67e3f89-83e2-46e3-987f-f11cafd169ff req-74df8799-8107-46ed-8cb5-70a73462749a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49d9ea06d2ee449685199b7830bf285c&device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 1161 time: 0.0844941 Feb 03 20:25:53.078560 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e3f89-83e2-46e3-987f-f11cafd169ff req-6743f21e-d8aa-4cd7-8c27-a21b982dac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:53.080334 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a67e3f89-83e2-46e3-987f-f11cafd169ff req-6743f21e-d8aa-4cd7-8c27-a21b982dac60 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fba6bd78-3ec0-4dea-b90c-986829ddd057 HTTP/1.1" status: 200 len: 903 time: 0.1439629 Feb 03 20:25:53.157913 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a67e3f89-83e2-46e3-987f-f11cafd169ff req-33f103a2-8f1f-422d-942b-218fa32f8626 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1273e936-3d00-4547-a1e2-10a8db9f5c5c HTTP/1.1" status: 200 len: 217 time: 0.0715928 Feb 03 20:25:53.227854 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e3f89-83e2-46e3-987f-f11cafd169ff req-f02016ea-d4d3-4052-8f96-53a1bcbe2482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:53.230791 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a67e3f89-83e2-46e3-987f-f11cafd169ff req-f02016ea-d4d3-4052-8f96-53a1bcbe2482 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d758a88a-930e-43d9-8581-32a5cd4dc23b HTTP/1.1" status: 200 len: 848 time: 0.0671339 Feb 03 20:25:53.320038 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e3f89-83e2-46e3-987f-f11cafd169ff req-4ecd9abc-eba9-4389-9d06-375ece6fef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:53.322384 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a67e3f89-83e2-46e3-987f-f11cafd169ff req-4ecd9abc-eba9-4389-9d06-375ece6fef48 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fba6bd78-3ec0-4dea-b90c-986829ddd057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0851307 Feb 03 20:25:53.555116 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a67e3f89-83e2-46e3-987f-f11cafd169ff req-098e509d-0891-4cb6-b09f-6e7d01cd31fa service neutron] 10.222.0.90 "GET /v2.0/networks/fba6bd78-3ec0-4dea-b90c-986829ddd057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259707 Feb 03 20:25:53.772420 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7553f-bce3-4149-9483-d063321ea952 req-1717ccfa-dd5c-4919-b9d8-9cdf19c10059 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:53.774179 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4ad7553f-bce3-4149-9483-d063321ea952 req-1717ccfa-dd5c-4919-b9d8-9cdf19c10059 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 944 time: 0.3083410 Feb 03 20:25:53.856856 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a67e3f89-83e2-46e3-987f-f11cafd169ff req-fe8b3a35-ca51-41b9-be67-793e119f456c service neutron] 10.222.0.90 "GET /v2.0/networks/fba6bd78-3ec0-4dea-b90c-986829ddd057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2904325 Feb 03 20:25:53.889203 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4ad7553f-bce3-4149-9483-d063321ea952 req-27221c7e-d251-4750-bdd3-8ca384059690 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0962775 Feb 03 20:25:54.439209 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 58912) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:25:54.592874 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-43b829eb-83bb-4a54-adaa-752b7d704610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:54.611673 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-43b829eb-83bb-4a54-adaa-752b7d704610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:25:54.615750 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-43b829eb-83bb-4a54-adaa-752b7d704610 admin admin] Usage tracker for resource:security_group_rule and tenant:06f2d4ee72d04dd3865d809f4bbf8c7f is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:25:54.618684 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-43b829eb-83bb-4a54-adaa-752b7d704610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:25:54.625271 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-43b829eb-83bb-4a54-adaa-752b7d704610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:25:54.709836 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-43b829eb-83bb-4a54-adaa-752b7d704610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:54.749098 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-43b829eb-83bb-4a54-adaa-752b7d704610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:54.758959 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a044be22-898e-4c93-b095-0f7c8466b54b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:54.803107 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-43b829eb-83bb-4a54-adaa-752b7d704610 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=06f2d4ee72d04dd3865d809f4bbf8c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626919 Feb 03 20:25:54.804843 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b829eb-83bb-4a54-adaa-752b7d704610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621f41f0-4aa6-47b5-a09b-cf4f9f67e25b,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:54.806081 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 58918) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:25:54.810854 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-43b829eb-83bb-4a54-adaa-752b7d704610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:54.870343 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e7e51b89-b75a-47e5-b94e-bce2af348f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:54.898122 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e7e51b89-b75a-47e5-b94e-bce2af348f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:54.977697 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e7e51b89-b75a-47e5-b94e-bce2af348f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:54.983831 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-49a2c7b7-b0e6-4a86-afe3-037a2e85af18 tempest-AttachVolumeTestJSON-1497586868 tempest-AttachVolumeTestJSON-1497586868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:54.999361 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e51b89-b75a-47e5-b94e-bce2af348f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621f41f0-4aa6-47b5-a09b-cf4f9f67e25b,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:55.002267 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-e7e51b89-b75a-47e5-b94e-bce2af348f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:55.003605 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-e7e51b89-b75a-47e5-b94e-bce2af348f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:55.007870 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-e7e51b89-b75a-47e5-b94e-bce2af348f98 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/621f41f0-4aa6-47b5-a09b-cf4f9f67e25b HTTP/1.1" status: 204 len: 168 time: 0.1970348 Feb 03 20:25:55.199431 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749085a9-714c-4239-9655-a2c9c565ded4 req-eb163e6a-43d2-4581-a1f9-be61d554a86e tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:55.201187 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-749085a9-714c-4239-9655-a2c9c565ded4 req-eb163e6a-43d2-4581-a1f9-be61d554a86e tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 944 time: 0.1706355 Feb 03 20:25:55.267025 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-749085a9-714c-4239-9655-a2c9c565ded4 req-32c1402b-aa3c-4958-92bc-7daae6f50ba3 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0590751 Feb 03 20:25:55.503725 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 58928) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:25:55.524246 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-923649ef-afa7-4ba1-8678-09e974d1ffc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:55.540448 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-923649ef-afa7-4ba1-8678-09e974d1ffc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:25:55.544824 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-923649ef-afa7-4ba1-8678-09e974d1ffc6 admin admin] Usage tracker for resource:security_group_rule and tenant:cfc77799ceac49899898e0b6ac4d0ff3 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:25:55.547828 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-923649ef-afa7-4ba1-8678-09e974d1ffc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:25:55.553560 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-923649ef-afa7-4ba1-8678-09e974d1ffc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:25:55.638041 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-923649ef-afa7-4ba1-8678-09e974d1ffc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:55.667414 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-923649ef-afa7-4ba1-8678-09e974d1ffc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:55.676649 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-8f837f20-4e5a-4cd7-a554-bb872548c839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:55.720868 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-923649ef-afa7-4ba1-8678-09e974d1ffc6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cfc77799ceac49899898e0b6ac4d0ff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146907 Feb 03 20:25:55.721845 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923649ef-afa7-4ba1-8678-09e974d1ffc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e21873-a556-4a60-8a7f-1b36b5f3f1b8,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:55.722628 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 58932) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:25:55.725464 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-923649ef-afa7-4ba1-8678-09e974d1ffc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:55.792597 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4776d76b-5f9f-4190-b1a0-657f6aa83480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:55.819907 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4776d76b-5f9f-4190-b1a0-657f6aa83480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:55.890353 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4776d76b-5f9f-4190-b1a0-657f6aa83480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:55.895928 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-27d2a905-a644-4546-9f4a-dd4f540940cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:55.912624 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776d76b-5f9f-4190-b1a0-657f6aa83480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e21873-a556-4a60-8a7f-1b36b5f3f1b8,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:55.916480 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-4776d76b-5f9f-4190-b1a0-657f6aa83480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:55.922061 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4776d76b-5f9f-4190-b1a0-657f6aa83480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:55.923278 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-4776d76b-5f9f-4190-b1a0-657f6aa83480 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/67e21873-a556-4a60-8a7f-1b36b5f3f1b8 HTTP/1.1" status: 204 len: 168 time: 0.1989806 Feb 03 20:25:56.568274 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6d301-5e45-422e-93b9-7ebd63839ac9 req-320860aa-b59e-46d6-af90-4ac1dc984ba6 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:56.570015 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b8e6d301-5e45-422e-93b9-7ebd63839ac9 req-320860aa-b59e-46d6-af90-4ac1dc984ba6 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 944 time: 0.1729872 Feb 03 20:25:56.637371 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-b8e6d301-5e45-422e-93b9-7ebd63839ac9 req-fde82445-eb41-417c-ae8a-c69644cf3dd5 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0599895 Feb 03 20:25:56.654064 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 1273e936-3d00-4547-a1e2-10a8db9f5c5c up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:25:56.761266 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning for port 1273e936-3d00-4547-a1e2-10a8db9f5c5c completed by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 20:25:56.766921 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 1273e936-3d00-4547-a1e2-10a8db9f5c5c triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:25:56.767359 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:57.075516 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:57.105698 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7860bea6-4238-428a-bc22-81eb0d46cf1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1273e936-3d00-4547-a1e2-10a8db9f5c5c'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:25:57.116586 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port 1273e936-3d00-4547-a1e2-10a8db9f5c5c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=1273e936-3d00-4547-a1e2-10a8db9f5c5c,segment=NetworkSegment(2c62e37d-8640-40ad-9f49-cc80eb30725b),segment_id=2c62e37d-8640-40ad-9f49-cc80eb30725b)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:25:57.149223 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:57.152337 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-342fc14d-f550-4994-969e-88b91272f586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:57.203260 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7860bea6-4238-428a-bc22-81eb0d46cf1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1273e936-3d00-4547-a1e2-10a8db9f5c5c', 'code': 200} Feb 03 20:25:57.231895 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=1273e936-3d00-4547-a1e2-10a8db9f5c5c,revision_number=4']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:57.240395 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:57.240797 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:57.241188 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:57.241571 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:57.241950 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:57.253144 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:57.253144 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:57.253144 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:57.253144 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:57.253144 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:57.253144 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:57.253144 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:57.253144 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:57.253144 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:57.253144 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:57.253144 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:57.253144 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:57.253144 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:57.253144 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:57.253144 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:57.253144 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:57.254611 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:57.254611 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:57.254611 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:25:57.255879 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:57.621965 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffde8a2-415e-4ad3-a012-eb40d9157bd8 req-a9d09c5b-0529-499c-937a-2a403dd4b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:57.623649 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9ffde8a2-415e-4ad3-a012-eb40d9157bd8 req-a9d09c5b-0529-499c-937a-2a403dd4b5ec service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 1163 time: 0.0809901 Feb 03 20:25:57.673559 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9ffde8a2-415e-4ad3-a012-eb40d9157bd8 req-ba82e24c-69fc-48ed-a7c2-4d08d8f9346a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0437293 Feb 03 20:25:57.679835 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 58968) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:25:57.852023 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fa5b15fd-13d7-4fb0-a39d-e0ca7dcadea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:57.876864 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-fa5b15fd-13d7-4fb0-a39d-e0ca7dcadea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:25:57.882923 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-fa5b15fd-13d7-4fb0-a39d-e0ca7dcadea4 admin admin] Usage tracker for resource:security_group_rule and tenant:4592edddc1c74f9db2ffac9a6cd65df4 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:25:57.887025 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-fa5b15fd-13d7-4fb0-a39d-e0ca7dcadea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:25:57.894690 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-fa5b15fd-13d7-4fb0-a39d-e0ca7dcadea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:25:58.003320 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7b53d-ae2f-4972-8525-35877b23e532 req-471f4bdd-cb04-479a-91b7-9502d690e2b0 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:58.005078 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fea7b53d-ae2f-4972-8525-35877b23e532 req-471f4bdd-cb04-479a-91b7-9502d690e2b0 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 946 time: 0.2260215 Feb 03 20:25:58.019546 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 1273e936-3d00-4547-a1e2-10a8db9f5c5c up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:25:58.096928 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fea7b53d-ae2f-4972-8525-35877b23e532 req-d1e45dd2-d7ba-4a5d-a883-e2240eeeabc2 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0843813 Feb 03 20:25:58.098853 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 1273e936-3d00-4547-a1e2-10a8db9f5c5c triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:25:58.099399 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:58.155010 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fa5b15fd-13d7-4fb0-a39d-e0ca7dcadea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:58.223468 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fa5b15fd-13d7-4fb0-a39d-e0ca7dcadea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:58.232892 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-8a6b014d-5ade-4920-9c2a-a91f04a9bda6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:58.279126 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-fa5b15fd-13d7-4fb0-a39d-e0ca7dcadea4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4592edddc1c74f9db2ffac9a6cd65df4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5981245 Feb 03 20:25:58.280342 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b15fd-13d7-4fb0-a39d-e0ca7dcadea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3eb635-c38d-4706-be6c-73162594ed29,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:58.282025 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 58974) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:25:58.283808 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fa5b15fd-13d7-4fb0-a39d-e0ca7dcadea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:58.346782 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c917e264-cae5-4184-b710-203e96baf806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:58.375282 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c917e264-cae5-4184-b710-203e96baf806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:58.446076 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c917e264-cae5-4184-b710-203e96baf806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:58.452007 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5d02d9de-0360-4eb9-a831-905a9cb9c95c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:25:58.465460 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917e264-cae5-4184-b710-203e96baf806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3eb635-c38d-4706-be6c-73162594ed29,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:25:58.472248 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c917e264-cae5-4184-b710-203e96baf806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:25:58.472248 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c917e264-cae5-4184-b710-203e96baf806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:25:58.472248 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-c917e264-cae5-4184-b710-203e96baf806 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2f3eb635-c38d-4706-be6c-73162594ed29 HTTP/1.1" status: 204 len: 168 time: 0.1874182 Feb 03 20:25:59.416709 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728cb9f-39d2-4825-9507-b1401ef0f6a0 req-86af7e65-e025-4662-b9a5-57f0e4ebacd7 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:59.419728 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e728cb9f-39d2-4825-9507-b1401ef0f6a0 req-86af7e65-e025-4662-b9a5-57f0e4ebacd7 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 946 time: 0.1868856 Feb 03 20:25:59.489616 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-e728cb9f-39d2-4825-9507-b1401ef0f6a0 req-9b48a8e4-4938-4367-ace6-f4f7ae441fab tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0634696 Feb 03 20:25:59.800218 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964c382-b85e-4073-93d5-5a999912ce21 req-7c153aeb-9b7b-443b-b9e3-1240ea382146 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:25:59.801931 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c964c382-b85e-4073-93d5-5a999912ce21 req-7c153aeb-9b7b-443b-b9e3-1240ea382146 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 946 time: 0.1719248 Feb 03 20:25:59.868417 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c964c382-b85e-4073-93d5-5a999912ce21 req-9d32c256-c31c-4ceb-8f24-2590ed3573a8 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0591593 Feb 03 20:26:00.123808 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fb8df61a-7703-4a94-938d-0b8c0eb0a680 req-1ecd6fad-b973-47ee-8031-5d638ec49e70 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2014847 Feb 03 20:26:00.134114 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-fb8df61a-7703-4a94-938d-0b8c0eb0a680 req-39a4908d-ce15-4256-950b-8a011b07f59f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Request body: {'floatingip': {'floating_network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:26:00.156832 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-fb8df61a-7703-4a94-938d-0b8c0eb0a680 req-39a4908d-ce15-4256-950b-8a011b07f59f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:26:00.160980 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-fb8df61a-7703-4a94-938d-0b8c0eb0a680 req-39a4908d-ce15-4256-950b-8a011b07f59f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Usage tracker for resource:floatingip and tenant:49d9ea06d2ee449685199b7830bf285c is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:26:00.164017 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-fb8df61a-7703-4a94-938d-0b8c0eb0a680 req-39a4908d-ce15-4256-950b-8a011b07f59f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:26:00.169952 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [req-fb8df61a-7703-4a94-938d-0b8c0eb0a680 req-39a4908d-ce15-4256-950b-8a011b07f59f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:26:00.204658 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-fb8df61a-7703-4a94-938d-0b8c0eb0a680 req-39a4908d-ce15-4256-950b-8a011b07f59f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks [] for floatingip, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:00.358406 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-fb8df61a-7703-4a94-938d-0b8c0eb0a680 req-39a4908d-ce15-4256-950b-8a011b07f59f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:00.647289 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_common [req-fb8df61a-7703-4a94-938d-0b8c0eb0a680 req-39a4908d-ce15-4256-950b-8a011b07f59f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Allocated IP 172.28.0.115 (e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3/cc5c5bbf-9f11-469d-8008-03763e47d1a6/75dabb58-cfc3-407a-a897-1f63cf7df4e2) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 20:26:00.809931 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-fb8df61a-7703-4a94-938d-0b8c0eb0a680 req-39a4908d-ce15-4256-950b-8a011b07f59f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:00.867861 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-fb8df61a-7703-4a94-938d-0b8c0eb0a680 req-39a4908d-ce15-4256-950b-8a011b07f59f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730561832392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:00.883491 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3917793e-0d9e-414c-9c41-1c015234c2bc tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:26:01.250996 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a4908d-ce15-4256-950b-8a011b07f59f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Pushing event updated for resources: {'Port': ['ID=75dabb58-cfc3-407a-a897-1f63cf7df4e2,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:26:01.264314 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-39a4908d-ce15-4256-950b-8a011b07f59f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:26:01.305268 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb8df61a-7703-4a94-938d-0b8c0eb0a680 req-39a4908d-ce15-4256-950b-8a011b07f59f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Network e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 20:26:01.306950 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.base_scheduler [req-fb8df61a-7703-4a94-938d-0b8c0eb0a680 req-39a4908d-ce15-4256-950b-8a011b07f59f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 20:26:01.309381 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8df61a-7703-4a94-938d-0b8c0eb0a680 req-39a4908d-ce15-4256-950b-8a011b07f59f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 20:26:01.395290 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-fb8df61a-7703-4a94-938d-0b8c0eb0a680 req-39a4908d-ce15-4256-950b-8a011b07f59f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:01.487239 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-fb8df61a-7703-4a94-938d-0b8c0eb0a680 req-39a4908d-ce15-4256-950b-8a011b07f59f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:01.595900 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:26:01.777117 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-fb8df61a-7703-4a94-938d-0b8c0eb0a680 req-39a4908d-ce15-4256-950b-8a011b07f59f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:01.807337 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-fb8df61a-7703-4a94-938d-0b8c0eb0a680 req-39a4908d-ce15-4256-950b-8a011b07f59f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787982947'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:01.824000 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9f2532ce-2571-4829-928b-946f46c455a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:26:01.959746 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a4908d-ce15-4256-950b-8a011b07f59f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Pushing event updated for resources: {'Port': ['ID=75dabb58-cfc3-407a-a897-1f63cf7df4e2,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:26:01.964947 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-39a4908d-ce15-4256-950b-8a011b07f59f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:26:02.073312 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-fb8df61a-7703-4a94-938d-0b8c0eb0a680 req-39a4908d-ce15-4256-950b-8a011b07f59f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853105182'] for floatingip, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:02.143446 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-fb8df61a-7703-4a94-938d-0b8c0eb0a680 req-39a4908d-ce15-4256-950b-8a011b07f59f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for floatingip, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:02.144818 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fb8df61a-7703-4a94-938d-0b8c0eb0a680 req-39a4908d-ce15-4256-950b-8a011b07f59f tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0148878 Feb 03 20:26:02.254128 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-fb8df61a-7703-4a94-938d-0b8c0eb0a680 req-c0dbc255-678e-444e-b176-04c5dad9b4a1 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Synchronizing usage tracker for tenant:49d9ea06d2ee449685199b7830bf285c on resource:floatingip {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:26:02.326093 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-fb8df61a-7703-4a94-938d-0b8c0eb0a680 req-c0dbc255-678e-444e-b176-04c5dad9b4a1 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Unset dirty status for tenant:49d9ea06d2ee449685199b7830bf285c on resource:floatingip {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:26:02.327456 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fb8df61a-7703-4a94-938d-0b8c0eb0a680 req-c0dbc255-678e-444e-b176-04c5dad9b4a1 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.28.0.115 HTTP/1.1" status: 200 len: 696 time: 0.1753340 Feb 03 20:26:02.571496 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8df61a-7703-4a94-938d-0b8c0eb0a680 req-53333709-c8bc-49f9-8118-ea9d8fe082ef tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:26:02.573184 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-fb8df61a-7703-4a94-938d-0b8c0eb0a680 req-53333709-c8bc-49f9-8118-ea9d8fe082ef tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/networks/e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 HTTP/1.1" status: 200 len: 784 time: 0.2396064 Feb 03 20:26:02.849151 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b090f01-027b-4ea2-8d12-312c5b850259 req-4ca7cef5-c448-437e-b961-972cf69f0aff tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:26:02.850744 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5b090f01-027b-4ea2-8d12-312c5b850259 req-4ca7cef5-c448-437e-b961-972cf69f0aff tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1699362 Feb 03 20:26:02.957281 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5b090f01-027b-4ea2-8d12-312c5b850259 req-ff58d1a2-d862-4a7e-a19b-e4efc85611c8 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.28.0.115 HTTP/1.1" status: 200 len: 696 time: 0.0992043 Feb 03 20:26:02.969038 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.v2.base [req-5b090f01-027b-4ea2-8d12-312c5b850259 req-8fee3eeb-e03d-425b-97d1-755660e51d26 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Request body: {'floatingip': {'port_id': '1273e936-3d00-4547-a1e2-10a8db9f5c5c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 20:26:03.067226 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-5b090f01-027b-4ea2-8d12-312c5b850259 req-8fee3eeb-e03d-425b-97d1-755660e51d26 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks [] for floatingip, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:03.739943 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-5b090f01-027b-4ea2-8d12-312c5b850259 req-8fee3eeb-e03d-425b-97d1-755660e51d26 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:03.772429 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-5b090f01-027b-4ea2-8d12-312c5b850259 req-8fee3eeb-e03d-425b-97d1-755660e51d26 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853105182'] for floatingip, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:03.963037 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.l3_db [req-5b090f01-027b-4ea2-8d12-312c5b850259 req-8fee3eeb-e03d-425b-97d1-755660e51d26 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Floating IP 9d96b635-e513-44c1-abbb-2c3b346b35fd associated. External IP: 172.28.0.115, port: 1273e936-3d00-4547-a1e2-10a8db9f5c5c. Feb 03 20:26:04.352073 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b090f01-027b-4ea2-8d12-312c5b850259 req-8fee3eeb-e03d-425b-97d1-755660e51d26 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Router 499ef30d-4b9e-4820-9808-aa8b189edc37 has already been hosted by L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 {{(pid=80170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 20:26:04.801315 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b090f01-027b-4ea2-8d12-312c5b850259 req-8fee3eeb-e03d-425b-97d1-755660e51d26 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:26:04.805777 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-5b090f01-027b-4ea2-8d12-312c5b850259 req-8fee3eeb-e03d-425b-97d1-755660e51d26 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for floatingip, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:04.812324 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f1ad1f-9483-4697-ba5f-4e8816205b77 None None] Sync routers for ids ['499ef30d-4b9e-4820-9808-aa8b189edc37'] in dv-cinder-773985-1-smb {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:26:04.822337 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f1ad1f-9483-4697-ba5f-4e8816205b77 None None] Routers {'499ef30d-4b9e-4820-9808-aa8b189edc37'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:26:04.822995 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-a8f1ad1f-9483-4697-ba5f-4e8816205b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:25:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['499ef30d-4b9e-4820-9808-aa8b189edc37'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:26:04.869412 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5b090f01-027b-4ea2-8d12-312c5b850259 req-8fee3eeb-e03d-425b-97d1-755660e51d26 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "PUT /v2.0/floatingips/9d96b635-e513-44c1-abbb-2c3b346b35fd HTTP/1.1" status: 200 len: 997 time: 1.9047151 Feb 03 20:26:04.869981 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7860bea6-4238-428a-bc22-81eb0d46cf1a', 'tag': '1273e936-3d00-4547-a1e2-10a8db9f5c5c'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:26:04.930414 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7860bea6-4238-428a-bc22-81eb0d46cf1a', 'tag': '1273e936-3d00-4547-a1e2-10a8db9f5c5c', 'status': 'completed', 'code': 200} Feb 03 20:26:05.029864 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-a8f1ad1f-9483-4697-ba5f-4e8816205b77 None None] Set router 499ef30d-4b9e-4820-9808-aa8b189edc37 gateway port host: dv-cinder-773985-1-smb {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:26:05.126187 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c86e2d-83c0-492d-a457-c1dd1a5a7012 req-322b219f-e635-4440-be88-989d661af1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:26:05.127816 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c7c86e2d-83c0-492d-a457-c1dd1a5a7012 req-322b219f-e635-4440-be88-989d661af1ec service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49d9ea06d2ee449685199b7830bf285c&device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 1163 time: 0.1474805 Feb 03 20:26:05.130521 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b090f01-027b-4ea2-8d12-312c5b850259 req-afaab4b9-ffa7-4ea1-8e07-129a5b7f1031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:26:05.132060 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5b090f01-027b-4ea2-8d12-312c5b850259 req-afaab4b9-ffa7-4ea1-8e07-129a5b7f1031 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=49d9ea06d2ee449685199b7830bf285c&device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 1163 time: 0.2489071 Feb 03 20:26:05.408120 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b090f01-027b-4ea2-8d12-312c5b850259 req-7c843c19-d7bb-45fd-9f18-0161dadf2c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:26:05.409742 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5b090f01-027b-4ea2-8d12-312c5b850259 req-7c843c19-d7bb-45fd-9f18-0161dadf2c1a service neutron] 10.222.0.101 "GET /v2.0/networks?id=fba6bd78-3ec0-4dea-b90c-986829ddd057 HTTP/1.1" status: 200 len: 903 time: 0.2493722 Feb 03 20:26:05.412320 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c86e2d-83c0-492d-a457-c1dd1a5a7012 req-3416d100-b30c-40ed-a8ae-8a9e1aa60f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:26:05.413690 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c7c86e2d-83c0-492d-a457-c1dd1a5a7012 req-3416d100-b30c-40ed-a8ae-8a9e1aa60f2b service neutron] 10.222.0.90 "GET /v2.0/networks?id=fba6bd78-3ec0-4dea-b90c-986829ddd057 HTTP/1.1" status: 200 len: 903 time: 0.2801538 Feb 03 20:26:05.422368 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-a8f1ad1f-9483-4697-ba5f-4e8816205b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'name': 'tempest-TestShelveInstance-1991330942-router', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '91c84eda-acc3-47b4-af55-edf090858668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:25:04Z', 'updated_at': '2021-02-03T20:25:09Z', 'revision_number': 4, 'project_id': '49d9ea06d2ee449685199b7830bf285c', 'gw_port': {'id': '91c84eda-acc3-47b4-af55-edf090858668', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:05Z', 'updated_at': '2021-02-03T20:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_floatingips': [{'id': '9d96b635-e513-44c1-abbb-2c3b346b35fd', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'floating_ip_address': '172.28.0.115', 'floating_network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'router_id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'port_id': '1273e936-3d00-4547-a1e2-10a8db9f5c5c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fba6bd78-3ec0-4dea-b90c-986829ddd057', 'mac_address': 'fa:16:3e:9d:7a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7860bea6-4238-428a-bc22-81eb0d46cf1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:26:01Z', 'updated_at': '2021-02-03T20:26:03Z', 'revision_number': 1, 'project_id': '49d9ea06d2ee449685199b7830bf285c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcb1211a-764b-43b3-b5de-bb3e3d6370a0', 'name': '', 'network_id': 'fba6bd78-3ec0-4dea-b90c-986829ddd057', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'mac_address': 'fa:16:3e:53:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'd758a88a-930e-43d9-8581-32a5cd4dc23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:08Z', 'updated_at': '2021-02-03T20:25:19Z', 'revision_number': 5, 'project_id': '49d9ea06d2ee449685199b7830bf285c', 'subnets': [{'id': 'd758a88a-930e-43d9-8581-32a5cd4dc23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:26:05.426586 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f1ad1f-9483-4697-ba5f-4e8816205b77 None None] Checking router: 499ef30d-4b9e-4820-9808-aa8b189edc37 for host: dv-cinder-773985-1-smb {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:26:05.436817 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f1ad1f-9483-4697-ba5f-4e8816205b77 None None] Routers {'499ef30d-4b9e-4820-9808-aa8b189edc37'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:26:05.437477 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-a8f1ad1f-9483-4697-ba5f-4e8816205b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:25:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['499ef30d-4b9e-4820-9808-aa8b189edc37'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:26:05.624075 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c7c86e2d-83c0-492d-a457-c1dd1a5a7012 req-ed37d9ab-86fc-4ab5-b54d-bdf430cea0d8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1273e936-3d00-4547-a1e2-10a8db9f5c5c HTTP/1.1" status: 200 len: 1000 time: 0.2031813 Feb 03 20:26:05.633852 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5b090f01-027b-4ea2-8d12-312c5b850259 req-184adf29-a5b3-4a62-a5f6-14eded640301 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1273e936-3d00-4547-a1e2-10a8db9f5c5c HTTP/1.1" status: 200 len: 1000 time: 0.1526155 Feb 03 20:26:05.648117 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-a8f1ad1f-9483-4697-ba5f-4e8816205b77 None None] Set router 499ef30d-4b9e-4820-9808-aa8b189edc37 gateway port host: dv-cinder-773985-1-smb {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:26:05.745870 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b090f01-027b-4ea2-8d12-312c5b850259 req-393bcaba-9788-424c-a2a9-8fe03aeaffef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:26:05.747428 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5b090f01-027b-4ea2-8d12-312c5b850259 req-393bcaba-9788-424c-a2a9-8fe03aeaffef service neutron] 10.222.0.101 "GET /v2.0/subnets?id=d758a88a-930e-43d9-8581-32a5cd4dc23b HTTP/1.1" status: 200 len: 848 time: 0.0744154 Feb 03 20:26:05.817969 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c86e2d-83c0-492d-a457-c1dd1a5a7012 req-53b89808-1208-4722-a1ff-8d271443f05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:26:05.819498 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c7c86e2d-83c0-492d-a457-c1dd1a5a7012 req-53b89808-1208-4722-a1ff-8d271443f05c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d758a88a-930e-43d9-8581-32a5cd4dc23b HTTP/1.1" status: 200 len: 848 time: 0.1880767 Feb 03 20:26:05.916720 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b090f01-027b-4ea2-8d12-312c5b850259 req-82e9e95b-8941-495e-adc3-f3195c3894c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:26:05.918402 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5b090f01-027b-4ea2-8d12-312c5b850259 req-82e9e95b-8941-495e-adc3-f3195c3894c9 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=fba6bd78-3ec0-4dea-b90c-986829ddd057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1643214 Feb 03 20:26:05.933491 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [req-5b090f01-027b-4ea2-8d12-312c5b850259 req-acdf8fb4-ff12-43aa-93df-49a9324e1011 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 20:26:05.934540 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5b090f01-027b-4ea2-8d12-312c5b850259 req-acdf8fb4-ff12-43aa-93df-49a9324e1011 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0069323 Feb 03 20:26:05.937438 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c86e2d-83c0-492d-a457-c1dd1a5a7012 req-f6a44004-6a20-4493-8add-8895bc99667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:26:05.938975 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c7c86e2d-83c0-492d-a457-c1dd1a5a7012 req-f6a44004-6a20-4493-8add-8895bc99667c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fba6bd78-3ec0-4dea-b90c-986829ddd057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1088655 Feb 03 20:26:06.145015 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-a8f1ad1f-9483-4697-ba5f-4e8816205b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'name': 'tempest-TestShelveInstance-1991330942-router', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '91c84eda-acc3-47b4-af55-edf090858668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:25:04Z', 'updated_at': '2021-02-03T20:25:09Z', 'revision_number': 4, 'project_id': '49d9ea06d2ee449685199b7830bf285c', 'gw_port': {'id': '91c84eda-acc3-47b4-af55-edf090858668', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:05Z', 'updated_at': '2021-02-03T20:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_floatingips': [{'id': '9d96b635-e513-44c1-abbb-2c3b346b35fd', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'floating_ip_address': '172.28.0.115', 'floating_network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'router_id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'port_id': '1273e936-3d00-4547-a1e2-10a8db9f5c5c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fba6bd78-3ec0-4dea-b90c-986829ddd057', 'mac_address': 'fa:16:3e:9d:7a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7860bea6-4238-428a-bc22-81eb0d46cf1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:26:01Z', 'updated_at': '2021-02-03T20:26:03Z', 'revision_number': 1, 'project_id': '49d9ea06d2ee449685199b7830bf285c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcb1211a-764b-43b3-b5de-bb3e3d6370a0', 'name': '', 'network_id': 'fba6bd78-3ec0-4dea-b90c-986829ddd057', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'mac_address': 'fa:16:3e:53:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'd758a88a-930e-43d9-8581-32a5cd4dc23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:08Z', 'updated_at': '2021-02-03T20:25:19Z', 'revision_number': 5, 'project_id': '49d9ea06d2ee449685199b7830bf285c', 'subnets': [{'id': 'd758a88a-930e-43d9-8581-32a5cd4dc23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:26:06.149362 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f1ad1f-9483-4697-ba5f-4e8816205b77 None None] The sync data for ids ['499ef30d-4b9e-4820-9808-aa8b189edc37'] in dv-cinder-773985-1-smb is: [{'id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'name': 'tempest-TestShelveInstance-1991330942-router', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '91c84eda-acc3-47b4-af55-edf090858668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:25:04Z', 'updated_at': '2021-02-03T20:25:09Z', 'revision_number': 4, 'project_id': '49d9ea06d2ee449685199b7830bf285c', 'gw_port': {'id': '91c84eda-acc3-47b4-af55-edf090858668', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:05Z', 'updated_at': '2021-02-03T20:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_floatingips': [{'id': '9d96b635-e513-44c1-abbb-2c3b346b35fd', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'floating_ip_address': '172.28.0.115', 'floating_network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'router_id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'port_id': '1273e936-3d00-4547-a1e2-10a8db9f5c5c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fba6bd78-3ec0-4dea-b90c-986829ddd057', 'mac_address': 'fa:16:3e:9d:7a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7860bea6-4238-428a-bc22-81eb0d46cf1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T20:26:01Z', 'updated_at': '2021-02-03T20:26:03Z', 'revision_number': 1, 'project_id': '49d9ea06d2ee449685199b7830bf285c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcb1211a-764b-43b3-b5de-bb3e3d6370a0', 'name': '', 'network_id': 'fba6bd78-3ec0-4dea-b90c-986829ddd057', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'mac_address': 'fa:16:3e:53:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'd758a88a-930e-43d9-8581-32a5cd4dc23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:08Z', 'updated_at': '2021-02-03T20:25:19Z', 'revision_number': 5, 'project_id': '49d9ea06d2ee449685199b7830bf285c', 'subnets': [{'id': 'd758a88a-930e-43d9-8581-32a5cd4dc23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:26:06.220805 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5b090f01-027b-4ea2-8d12-312c5b850259 req-84f9cb85-0b7d-4379-acec-2399f115feab service neutron] 10.222.0.101 "GET /v2.0/networks/fba6bd78-3ec0-4dea-b90c-986829ddd057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774980 Feb 03 20:26:06.224270 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c7c86e2d-83c0-492d-a457-c1dd1a5a7012 req-2d4b5883-33d2-413c-b065-125cedcc609b service neutron] 10.222.0.90 "GET /v2.0/networks/fba6bd78-3ec0-4dea-b90c-986829ddd057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570617 Feb 03 20:26:06.464862 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18eca47-3ede-4e27-b5a3-56f65739882e None None] New status for floating IP 9d96b635-e513-44c1-abbb-2c3b346b35fd: ACTIVE {{(pid=80171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 03 20:26:06.502149 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-5b090f01-027b-4ea2-8d12-312c5b850259 req-5318fb6f-5d8b-4de2-ad68-1507757bd72b service neutron] 10.222.0.101 "GET /v2.0/networks/fba6bd78-3ec0-4dea-b90c-986829ddd057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2745624 Feb 03 20:26:06.504200 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-c7c86e2d-83c0-492d-a457-c1dd1a5a7012 req-6b8a7390-c9bd-4d0b-98bc-a9a56bdfbac3 service neutron] 10.222.0.90 "GET /v2.0/networks/fba6bd78-3ec0-4dea-b90c-986829ddd057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2541654 Feb 03 20:26:12.374712 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 59124) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:26:12.530382 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-70fc4bce-713c-456c-a29a-2a76355654e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:12.546996 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-70fc4bce-713c-456c-a29a-2a76355654e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 20:26:12.551167 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-70fc4bce-713c-456c-a29a-2a76355654e8 admin admin] Usage tracker for resource:security_group_rule and tenant:607f9473332d4f1b943012ffd082b6e7 is out of sync, need to count used quota {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 20:26:12.554178 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [None req-70fc4bce-713c-456c-a29a-2a76355654e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80169) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 20:26:12.560144 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.quota.driver [None req-70fc4bce-713c-456c-a29a-2a76355654e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 20:26:12.645661 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-70fc4bce-713c-456c-a29a-2a76355654e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:12.674721 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-70fc4bce-713c-456c-a29a-2a76355654e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_create {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:12.687838 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fecae710-5628-4c5f-819e-c8da0f59575b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:26:12.733839 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-70fc4bce-713c-456c-a29a-2a76355654e8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=607f9473332d4f1b943012ffd082b6e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3579259 Feb 03 20:26:12.734802 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc4bce-713c-456c-a29a-2a76355654e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6e3549-10b3-43ba-bf04-e53c5196b84c,revision_number=1']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:26:12.736783 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 59130) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:26:12.738486 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-70fc4bce-713c-456c-a29a-2a76355654e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:26:12.803113 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0f73ef74-8b8a-4217-b5a8-82463b5b0149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:12.830527 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0f73ef74-8b8a-4217-b5a8-82463b5b0149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:12.924815 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0f73ef74-8b8a-4217-b5a8-82463b5b0149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:12.930097 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-d53880a0-0644-450e-be38-487f53b979d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:26:12.948130 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73ef74-8b8a-4217-b5a8-82463b5b0149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6e3549-10b3-43ba-bf04-e53c5196b84c,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:26:12.950947 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-0f73ef74-8b8a-4217-b5a8-82463b5b0149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:26:12.952185 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0f73ef74-8b8a-4217-b5a8-82463b5b0149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:12.953394 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-0f73ef74-8b8a-4217-b5a8-82463b5b0149 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5d6e3549-10b3-43ba-bf04-e53c5196b84c HTTP/1.1" status: 204 len: 168 time: 0.2155285 Feb 03 20:26:13.044826 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-230c8caf-192a-4a11-9ab8-a4bf2fcaa4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:15.278832 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1019-2600-446d-b9c7-55f951118545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:16.035360 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:16.063192 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:16.817792 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:17.638549 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:20.655746 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-65d3ed0c-fb48-4f1f-8624-313b77581b43 req-bf53ae2e-befb-4271-b4d4-457ef04ab5d2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0806372 Feb 03 20:26:20.824841 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3ed0c-fb48-4f1f-8624-313b77581b43 req-cdb11df2-ee80-4ba7-988d-849aa074e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:26:20.826481 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-65d3ed0c-fb48-4f1f-8624-313b77581b43 req-cdb11df2-ee80-4ba7-988d-849aa074e5bc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49d9ea06d2ee449685199b7830bf285c&device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 1163 time: 0.0788355 Feb 03 20:26:20.986598 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3ed0c-fb48-4f1f-8624-313b77581b43 req-7ddc4072-8293-451a-99f2-94cbec830e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:26:20.988391 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-65d3ed0c-fb48-4f1f-8624-313b77581b43 req-7ddc4072-8293-451a-99f2-94cbec830e00 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fba6bd78-3ec0-4dea-b90c-986829ddd057 HTTP/1.1" status: 200 len: 903 time: 0.1426682 Feb 03 20:26:21.099043 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-65d3ed0c-fb48-4f1f-8624-313b77581b43 req-60a5dcad-9fd6-4fb8-90f9-937742a39a87 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1273e936-3d00-4547-a1e2-10a8db9f5c5c HTTP/1.1" status: 200 len: 1002 time: 0.1042295 Feb 03 20:26:21.172329 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3ed0c-fb48-4f1f-8624-313b77581b43 req-2492d784-605c-4054-95fd-74326525ccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:26:21.173927 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-65d3ed0c-fb48-4f1f-8624-313b77581b43 req-2492d784-605c-4054-95fd-74326525ccd5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d758a88a-930e-43d9-8581-32a5cd4dc23b HTTP/1.1" status: 200 len: 848 time: 0.0676634 Feb 03 20:26:21.257749 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3ed0c-fb48-4f1f-8624-313b77581b43 req-84acdda2-049d-42c2-9ee1-b763f0c76cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:26:21.259999 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-65d3ed0c-fb48-4f1f-8624-313b77581b43 req-84acdda2-049d-42c2-9ee1-b763f0c76cf7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fba6bd78-3ec0-4dea-b90c-986829ddd057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797987 Feb 03 20:26:21.403385 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-65d3ed0c-fb48-4f1f-8624-313b77581b43 req-6a4b489c-cb8c-474f-949c-6ee24ce518a2 service neutron] 10.222.0.90 "GET /v2.0/networks/fba6bd78-3ec0-4dea-b90c-986829ddd057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369500 Feb 03 20:26:21.792150 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-65d3ed0c-fb48-4f1f-8624-313b77581b43 req-c74dc3d4-18a4-4ad8-841b-157fa9641107 service neutron] 10.222.0.90 "GET /v2.0/networks/fba6bd78-3ec0-4dea-b90c-986829ddd057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3819561 Feb 03 20:26:38.595941 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:26:43.045609 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-37f7987b-6508-449e-9acd-ca21b12148db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:45.273030 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-98a92ce3-d29d-4c6f-908a-dc58d6d78524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:46.032733 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:46.068761 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:46.799853 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:26:47.634016 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:27:13.051034 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fe8bca6c-7962-459b-a506-a9ed7bdaa38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:27:15.273876 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4a0c4d8b-a64e-4126-9621-ac617f1b46b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:27:15.595773 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:27:16.022133 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:27:16.067935 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:27:16.816220 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:27:17.639205 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:27:21.662721 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-14fac48e-1dcd-41c0-ac1d-393d1e3f6e27 req-2c91dca6-d9ae-42c6-9486-a0616287712e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0777628 Feb 03 20:27:21.831208 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fac48e-1dcd-41c0-ac1d-393d1e3f6e27 req-470f2d4c-c5fc-4fd4-a204-131317bd4f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:27:21.832862 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-14fac48e-1dcd-41c0-ac1d-393d1e3f6e27 req-470f2d4c-c5fc-4fd4-a204-131317bd4f38 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49d9ea06d2ee449685199b7830bf285c&device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 1163 time: 0.0823514 Feb 03 20:27:21.988241 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fac48e-1dcd-41c0-ac1d-393d1e3f6e27 req-c996e5fa-d2f7-4a97-a181-80a0a6d84ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:27:21.989777 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-14fac48e-1dcd-41c0-ac1d-393d1e3f6e27 req-c996e5fa-d2f7-4a97-a181-80a0a6d84ba3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fba6bd78-3ec0-4dea-b90c-986829ddd057 HTTP/1.1" status: 200 len: 903 time: 0.1387360 Feb 03 20:27:22.101762 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-14fac48e-1dcd-41c0-ac1d-393d1e3f6e27 req-8ce46413-2edd-4f94-ab60-05f79b9b337a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1273e936-3d00-4547-a1e2-10a8db9f5c5c HTTP/1.1" status: 200 len: 1002 time: 0.1047459 Feb 03 20:27:22.171131 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fac48e-1dcd-41c0-ac1d-393d1e3f6e27 req-eebc1507-45ed-4375-bf03-0e5f0096dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:27:22.172738 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-14fac48e-1dcd-41c0-ac1d-393d1e3f6e27 req-eebc1507-45ed-4375-bf03-0e5f0096dbee service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d758a88a-930e-43d9-8581-32a5cd4dc23b HTTP/1.1" status: 200 len: 848 time: 0.0645669 Feb 03 20:27:22.258822 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fac48e-1dcd-41c0-ac1d-393d1e3f6e27 req-44ac2598-f576-464c-8e5e-3c6b700a7f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:27:22.260417 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-14fac48e-1dcd-41c0-ac1d-393d1e3f6e27 req-44ac2598-f576-464c-8e5e-3c6b700a7f0d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fba6bd78-3ec0-4dea-b90c-986829ddd057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0816147 Feb 03 20:27:22.409033 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-14fac48e-1dcd-41c0-ac1d-393d1e3f6e27 req-c726a026-6dc8-4674-b4bb-90b679834e1e service neutron] 10.222.0.90 "GET /v2.0/networks/fba6bd78-3ec0-4dea-b90c-986829ddd057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420896 Feb 03 20:27:22.558764 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-14fac48e-1dcd-41c0-ac1d-393d1e3f6e27 req-5d4add97-2c9e-47b6-aa43-1b672c105c26 service neutron] 10.222.0.90 "GET /v2.0/networks/fba6bd78-3ec0-4dea-b90c-986829ddd057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1439509 Feb 03 20:27:43.050181 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-73898042-974c-4c4d-8ef4-273013e6a105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:27:45.295217 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1e0066dd-35c6-43dd-a797-1f1c10fc75fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:27:46.050518 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:27:46.078186 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:27:46.793200 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:27:47.627993 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:27:52.596152 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:28:13.061441 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-73c5e91d-bcc6-4dde-b419-d76d7b63ab46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:28:15.278273 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0494fb20-c916-41e8-a7b1-72344d53e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:28:16.056477 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:28:16.084544 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:28:16.792879 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:28:17.621291 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:28:22.522551 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0290770-b0d0-478c-bed1-b89ddd60a609 req-c42f1531-19f0-4bd4-9fdf-2fc7085538e7 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:22.524443 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f0290770-b0d0-478c-bed1-b89ddd60a609 req-c42f1531-19f0-4bd4-9fdf-2fc7085538e7 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 946 time: 0.1706734 Feb 03 20:28:22.590271 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-f0290770-b0d0-478c-bed1-b89ddd60a609 req-f0e26679-0aeb-4686-8720-c50fdc15121a tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0594230 Feb 03 20:28:22.767275 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96120f9-70f1-4320-85a7-77c0eccbae16 req-d827dbbe-7dac-4a55-b49c-c2db07ee5866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:22.768944 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d96120f9-70f1-4320-85a7-77c0eccbae16 req-d827dbbe-7dac-4a55-b49c-c2db07ee5866 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49d9ea06d2ee449685199b7830bf285c&device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 1163 time: 0.0857284 Feb 03 20:28:22.928487 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96120f9-70f1-4320-85a7-77c0eccbae16 req-392297bd-84d5-4765-a531-8222385d2656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:22.930564 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d96120f9-70f1-4320-85a7-77c0eccbae16 req-392297bd-84d5-4765-a531-8222385d2656 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fba6bd78-3ec0-4dea-b90c-986829ddd057 HTTP/1.1" status: 200 len: 903 time: 0.1412761 Feb 03 20:28:23.037934 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d96120f9-70f1-4320-85a7-77c0eccbae16 req-18651688-5ca5-4acd-91b6-5e3f9d8ca2b4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1273e936-3d00-4547-a1e2-10a8db9f5c5c HTTP/1.1" status: 200 len: 1002 time: 0.1011114 Feb 03 20:28:23.115369 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96120f9-70f1-4320-85a7-77c0eccbae16 req-4172dcce-2f21-46ad-a48d-c2b27835bb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:23.117608 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d96120f9-70f1-4320-85a7-77c0eccbae16 req-4172dcce-2f21-46ad-a48d-c2b27835bb02 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d758a88a-930e-43d9-8581-32a5cd4dc23b HTTP/1.1" status: 200 len: 848 time: 0.0715466 Feb 03 20:28:23.200887 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96120f9-70f1-4320-85a7-77c0eccbae16 req-b8395980-e0fd-4a89-8fd6-76840ebbfa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:23.202414 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d96120f9-70f1-4320-85a7-77c0eccbae16 req-b8395980-e0fd-4a89-8fd6-76840ebbfa84 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fba6bd78-3ec0-4dea-b90c-986829ddd057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773778 Feb 03 20:28:23.350141 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d96120f9-70f1-4320-85a7-77c0eccbae16 req-09e3ac9e-0a73-48c1-9a67-939f5f073669 service neutron] 10.222.0.90 "GET /v2.0/networks/fba6bd78-3ec0-4dea-b90c-986829ddd057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365230 Feb 03 20:28:23.498635 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-d96120f9-70f1-4320-85a7-77c0eccbae16 req-b01668dd-4f4f-4324-a156-be6bd0327d10 service neutron] 10.222.0.90 "GET /v2.0/networks/fba6bd78-3ec0-4dea-b90c-986829ddd057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1411400 Feb 03 20:28:23.889727 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f99a4a-7e8c-41d7-a28f-922251ecbc84 req-89f4dd88-8d3d-482a-9acb-653e9e7820e2 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:23.891396 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-66f99a4a-7e8c-41d7-a28f-922251ecbc84 req-89f4dd88-8d3d-482a-9acb-653e9e7820e2 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 946 time: 0.1698837 Feb 03 20:28:23.957758 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-66f99a4a-7e8c-41d7-a28f-922251ecbc84 req-5419d44b-566b-4058-a73e-707263d5a6da tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0598416 Feb 03 20:28:25.268721 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeace07-1f11-446a-9516-764975bfa4c0 req-7456f42e-6177-43d8-b3ed-2651283db2cf tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:25.270394 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0eeace07-1f11-446a-9516-764975bfa4c0 req-7456f42e-6177-43d8-b3ed-2651283db2cf tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 946 time: 0.1643898 Feb 03 20:28:25.335220 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-0eeace07-1f11-446a-9516-764975bfa4c0 req-f69aeadf-4bdc-4fcd-8eab-5c2777e6751e tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0572331 Feb 03 20:28:26.643561 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f16bc5-6765-4633-b12f-7eacf7b0d7ed req-b7c354d1-73b1-4fac-9a67-2e050633821c tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:26.645307 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-16f16bc5-6765-4633-b12f-7eacf7b0d7ed req-b7c354d1-73b1-4fac-9a67-2e050633821c tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 946 time: 0.1759322 Feb 03 20:28:26.712573 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-16f16bc5-6765-4633-b12f-7eacf7b0d7ed req-29b722f5-0bd2-4d62-ac56-2679e5314a02 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0600014 Feb 03 20:28:28.010804 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d2d37-d852-46d9-aafb-6284a8c755be req-674284f8-4cd1-4fac-81ec-5062dae08717 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:28.012719 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8a2d2d37-d852-46d9-aafb-6284a8c755be req-674284f8-4cd1-4fac-81ec-5062dae08717 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 946 time: 0.1716211 Feb 03 20:28:28.079540 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8a2d2d37-d852-46d9-aafb-6284a8c755be req-1478de41-b2cf-443b-b8ea-d8a1d533d534 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0603199 Feb 03 20:28:29.378766 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdeee7c-2888-4eb6-bc7d-350c6f26d911 req-9afc206b-1cfb-46bb-9b2d-31ce3ab3661a tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:29.380391 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-dcdeee7c-2888-4eb6-bc7d-350c6f26d911 req-9afc206b-1cfb-46bb-9b2d-31ce3ab3661a tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 946 time: 0.1657138 Feb 03 20:28:29.445759 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-dcdeee7c-2888-4eb6-bc7d-350c6f26d911 req-87066e02-8db1-407b-9e46-5563431772ae tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0586348 Feb 03 20:28:29.595540 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:28:30.746392 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a60ea9-d884-49a8-9ca0-4d8114c194f1 req-ffd5191d-da3c-4c49-8d9e-692307eeb161 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:30.748172 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-55a60ea9-d884-49a8-9ca0-4d8114c194f1 req-ffd5191d-da3c-4c49-8d9e-692307eeb161 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 946 time: 0.1693416 Feb 03 20:28:30.815201 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-55a60ea9-d884-49a8-9ca0-4d8114c194f1 req-fd408e05-f13a-490e-af82-0004762651d0 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0601847 Feb 03 20:28:32.144782 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadbd4c-e89e-427d-a22a-f6c7e750fce1 req-cc0da4ab-ae47-495c-b8b1-fe77f982dc7a tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:32.146416 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8cadbd4c-e89e-427d-a22a-f6c7e750fce1 req-cc0da4ab-ae47-495c-b8b1-fe77f982dc7a tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 946 time: 0.1655147 Feb 03 20:28:32.214708 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-8cadbd4c-e89e-427d-a22a-f6c7e750fce1 req-d7e6c56d-e3cd-4f9a-b16e-4ca5a5e28c42 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0618837 Feb 03 20:28:32.640663 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5d25c-d2ef-493d-aa13-445647553c2e req-9e093db4-e58a-48d9-9aba-13c63a3256cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:32.642273 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-87d5d25c-d2ef-493d-aa13-445647553c2e req-9e093db4-e58a-48d9-9aba-13c63a3256cb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49d9ea06d2ee449685199b7830bf285c&device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 1163 time: 0.0789196 Feb 03 20:28:32.786697 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5d25c-d2ef-493d-aa13-445647553c2e req-c049e3d1-280d-41d1-ae34-4e3941c9ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:32.788850 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-87d5d25c-d2ef-493d-aa13-445647553c2e req-c049e3d1-280d-41d1-ae34-4e3941c9ba47 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fba6bd78-3ec0-4dea-b90c-986829ddd057 HTTP/1.1" status: 200 len: 903 time: 0.1388197 Feb 03 20:28:32.898824 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-87d5d25c-d2ef-493d-aa13-445647553c2e req-cbd24c66-ca37-429b-a104-924c9a610ec1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1273e936-3d00-4547-a1e2-10a8db9f5c5c HTTP/1.1" status: 200 len: 1002 time: 0.1038079 Feb 03 20:28:32.970905 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5d25c-d2ef-493d-aa13-445647553c2e req-e5b8992f-6ed5-44bd-8fc2-761a84adc647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:32.972540 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-87d5d25c-d2ef-493d-aa13-445647553c2e req-e5b8992f-6ed5-44bd-8fc2-761a84adc647 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d758a88a-930e-43d9-8581-32a5cd4dc23b HTTP/1.1" status: 200 len: 848 time: 0.0677221 Feb 03 20:28:33.061716 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5d25c-d2ef-493d-aa13-445647553c2e req-e2fe407a-a72e-4cec-a42c-535549761fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:33.063356 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-87d5d25c-d2ef-493d-aa13-445647553c2e req-e2fe407a-a72e-4cec-a42c-535549761fdd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fba6bd78-3ec0-4dea-b90c-986829ddd057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0842292 Feb 03 20:28:33.215692 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-87d5d25c-d2ef-493d-aa13-445647553c2e req-6026850d-6738-436e-99f0-cbfd8776595a service neutron] 10.222.0.90 "GET /v2.0/networks/fba6bd78-3ec0-4dea-b90c-986829ddd057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445999 Feb 03 20:28:33.430584 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-87d5d25c-d2ef-493d-aa13-445647553c2e req-b0854479-4343-4b71-9e85-dd3d3f433219 service neutron] 10.222.0.90 "GET /v2.0/networks/fba6bd78-3ec0-4dea-b90c-986829ddd057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2055397 Feb 03 20:28:33.532543 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36b4fa-26de-4fd4-b1df-72f5cbdc1842 req-f4c3c807-b983-4d98-ae53-c92b0f03d763 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:33.534263 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ad36b4fa-26de-4fd4-b1df-72f5cbdc1842 req-f4c3c807-b983-4d98-ae53-c92b0f03d763 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 946 time: 0.1887000 Feb 03 20:28:33.599884 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ad36b4fa-26de-4fd4-b1df-72f5cbdc1842 req-00069921-69e8-4593-869a-dad005c1516b tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0585968 Feb 03 20:28:35.130559 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601e398-008d-49cf-bd7c-ca9db8aec51d req-37157168-48bb-4e36-96c5-b6a4930ee2ac tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:35.133109 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1601e398-008d-49cf-bd7c-ca9db8aec51d req-37157168-48bb-4e36-96c5-b6a4930ee2ac tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 946 time: 0.3987122 Feb 03 20:28:35.198769 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1601e398-008d-49cf-bd7c-ca9db8aec51d req-cf60e579-9501-4c50-a116-31e7ba2e5721 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0593481 Feb 03 20:28:35.353933 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 1273e936-3d00-4547-a1e2-10a8db9f5c5c no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:28:35.481937 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:28:35.514982 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7860bea6-4238-428a-bc22-81eb0d46cf1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1273e936-3d00-4547-a1e2-10a8db9f5c5c'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:28:35.526451 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port 1273e936-3d00-4547-a1e2-10a8db9f5c5c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=1273e936-3d00-4547-a1e2-10a8db9f5c5c,segment=NetworkSegment(2c62e37d-8640-40ad-9f49-cc80eb30725b),segment_id=2c62e37d-8640-40ad-9f49-cc80eb30725b)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:28:35.558334 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:28:35.560399 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-342fc14d-f550-4994-969e-88b91272f586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:28:35.637570 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=1273e936-3d00-4547-a1e2-10a8db9f5c5c,revision_number=5']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:28:35.645437 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:28:35.645834 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:28:35.646224 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:28:35.646609 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:28:35.646988 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:28:35.647383 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:28:35.648400 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:28:35.648783 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:28:35.649158 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:28:35.649534 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:28:35.649910 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:28:35.650282 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:28:35.650695 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:28:35.651067 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:28:35.651438 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:28:35.651832 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:28:35.652206 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:28:35.652578 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:28:35.652946 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:28:35.653321 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:28:35.653692 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:28:35.654057 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:28:35.654425 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:28:35.654797 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:28:35.659333 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:28:36.497647 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba909a3-f1ff-47ae-b61f-69f9c808f37f req-630f3dd5-6a6c-4292-a3e6-df02ce88a670 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:36.499275 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-cba909a3-f1ff-47ae-b61f-69f9c808f37f req-630f3dd5-6a6c-4292-a3e6-df02ce88a670 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 944 time: 0.1671023 Feb 03 20:28:36.570482 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-cba909a3-f1ff-47ae-b61f-69f9c808f37f req-add55b28-6fa1-4704-8e41-0afcb596d4ef tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0645177 Feb 03 20:28:36.597900 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7860bea6-4238-428a-bc22-81eb0d46cf1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1273e936-3d00-4547-a1e2-10a8db9f5c5c', 'code': 200} Feb 03 20:28:38.150254 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef10f52-c2c6-4acc-9e3c-dcef833e5a2b req-f86fc276-ff64-4795-bb1a-92bc7e510f8e tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:38.152024 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-bef10f52-c2c6-4acc-9e3c-dcef833e5a2b req-f86fc276-ff64-4795-bb1a-92bc7e510f8e tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 944 time: 0.1719804 Feb 03 20:28:38.164764 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-03bd55d8-2419-4635-bd5f-627cc84295af req-f3cd496c-da53-4db4-a4e8-faa20b6ced42 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2236822 Feb 03 20:28:38.220894 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-bef10f52-c2c6-4acc-9e3c-dcef833e5a2b req-23986feb-c999-4b82-969e-922eb4231d1a tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0616369 Feb 03 20:28:39.709646 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72505c-4812-4af9-8e62-135dd1c7f332 req-38b91972-4d93-43c6-a131-c8eb983a55d4 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:39.711536 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1a72505c-4812-4af9-8e62-135dd1c7f332 req-38b91972-4d93-43c6-a131-c8eb983a55d4 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 944 time: 0.3438096 Feb 03 20:28:39.830866 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-1a72505c-4812-4af9-8e62-135dd1c7f332 req-6fa8ffb0-2de2-450a-afc5-da7101402431 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0822408 Feb 03 20:28:39.844125 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd55d8-2419-4635-bd5f-627cc84295af req-1d33a923-2a8a-44f3-bf42-96cc5eb087f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:39.845723 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-03bd55d8-2419-4635-bd5f-627cc84295af req-1d33a923-2a8a-44f3-bf42-96cc5eb087f1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a&tenant_id=49d9ea06d2ee449685199b7830bf285c HTTP/1.1" status: 200 len: 1161 time: 0.1331894 Feb 03 20:28:39.963775 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd55d8-2419-4635-bd5f-627cc84295af req-6a276605-ba3f-4b36-9071-c3e7451265c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:39.965422 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-03bd55d8-2419-4635-bd5f-627cc84295af req-6a276605-ba3f-4b36-9071-c3e7451265c0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49d9ea06d2ee449685199b7830bf285c&device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 1161 time: 0.0854867 Feb 03 20:28:40.112932 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd55d8-2419-4635-bd5f-627cc84295af req-10485b9e-5440-446a-b829-f2f9e338abbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:40.114456 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-03bd55d8-2419-4635-bd5f-627cc84295af req-10485b9e-5440-446a-b829-f2f9e338abbe service neutron] 10.222.0.90 "GET /v2.0/networks?id=fba6bd78-3ec0-4dea-b90c-986829ddd057 HTTP/1.1" status: 200 len: 903 time: 0.1427388 Feb 03 20:28:40.226794 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-03bd55d8-2419-4635-bd5f-627cc84295af req-74c42aea-4c80-4c35-86a6-a9c891164bca service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1273e936-3d00-4547-a1e2-10a8db9f5c5c HTTP/1.1" status: 200 len: 1000 time: 0.1049106 Feb 03 20:28:40.295332 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd55d8-2419-4635-bd5f-627cc84295af req-4a9d98ee-ec47-4256-909c-362910310e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:40.296955 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-03bd55d8-2419-4635-bd5f-627cc84295af req-4a9d98ee-ec47-4256-909c-362910310e41 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d758a88a-930e-43d9-8581-32a5cd4dc23b HTTP/1.1" status: 200 len: 848 time: 0.0644128 Feb 03 20:28:40.378469 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd55d8-2419-4635-bd5f-627cc84295af req-b2efee83-a2b6-4b60-b718-1a580eaf8895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:40.380039 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-03bd55d8-2419-4635-bd5f-627cc84295af req-b2efee83-a2b6-4b60-b718-1a580eaf8895 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fba6bd78-3ec0-4dea-b90c-986829ddd057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769355 Feb 03 20:28:40.526276 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-03bd55d8-2419-4635-bd5f-627cc84295af req-2ba519d1-3ab3-4b84-925f-b83aa079a061 service neutron] 10.222.0.90 "GET /v2.0/networks/fba6bd78-3ec0-4dea-b90c-986829ddd057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398098 Feb 03 20:28:40.673232 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-03bd55d8-2419-4635-bd5f-627cc84295af req-2d2bb8e8-7d6e-43be-8a09-c05db20e27ee service neutron] 10.222.0.90 "GET /v2.0/networks/fba6bd78-3ec0-4dea-b90c-986829ddd057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1406312 Feb 03 20:28:41.221857 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c1aac-8f80-47f1-b78a-1b30d6a5c1d5 req-a00e119b-a355-42b0-8ebb-df03b854d735 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:41.224074 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-bb0c1aac-8f80-47f1-b78a-1b30d6a5c1d5 req-a00e119b-a355-42b0-8ebb-df03b854d735 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 944 time: 0.2542369 Feb 03 20:28:41.289145 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-bb0c1aac-8f80-47f1-b78a-1b30d6a5c1d5 req-8c7da2ff-18ae-48b2-81ef-eb7b43345d38 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0587323 Feb 03 20:28:42.583719 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e243f-5184-4372-b457-a3a9b2f2bbbd req-0dd33ce2-d80a-4321-9e46-90c719ff9375 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:42.586056 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-986e243f-5184-4372-b457-a3a9b2f2bbbd req-0dd33ce2-d80a-4321-9e46-90c719ff9375 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 944 time: 0.1670425 Feb 03 20:28:42.656296 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-986e243f-5184-4372-b457-a3a9b2f2bbbd req-0970ded8-6d15-46a0-8a5f-ab2e7ca8c66d tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0638757 Feb 03 20:28:43.043886 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-61152364-98fb-4c0c-be4a-e8ccde7d97d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:28:43.949180 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e11ae0-e3bb-480a-a659-3419ab8e2581 req-504202d7-bdfd-4d20-b994-6aba4018d8e3 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:43.950812 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-85e11ae0-e3bb-480a-a659-3419ab8e2581 req-504202d7-bdfd-4d20-b994-6aba4018d8e3 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 944 time: 0.1652076 Feb 03 20:28:44.016087 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-85e11ae0-e3bb-480a-a659-3419ab8e2581 req-5cd71848-dcc8-4a40-8f90-23c3389cec68 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0588472 Feb 03 20:28:45.272561 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7607ac6c-1ad3-4ab4-b6c7-bffd30262cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:28:45.314861 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbbb44-2be7-419a-8595-eec077d599a0 req-f897e11e-8577-42c8-8621-79e9ad5ede9a tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:45.316549 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3cbbbb44-2be7-419a-8595-eec077d599a0 req-f897e11e-8577-42c8-8621-79e9ad5ede9a tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 944 time: 0.1696360 Feb 03 20:28:45.385312 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-3cbbbb44-2be7-419a-8595-eec077d599a0 req-bed8c806-5a1f-4744-88e1-2093be644c68 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0619011 Feb 03 20:28:45.954812 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 1273e936-3d00-4547-a1e2-10a8db9f5c5c up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:28:46.027362 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 1273e936-3d00-4547-a1e2-10a8db9f5c5c triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:28:46.027772 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:28:46.150909 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:28:46.161253 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:28:46.180108 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854728839'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:28:46.208084 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7860bea6-4238-428a-bc22-81eb0d46cf1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1273e936-3d00-4547-a1e2-10a8db9f5c5c'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:28:46.218491 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] For port 1273e936-3d00-4547-a1e2-10a8db9f5c5c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=1273e936-3d00-4547-a1e2-10a8db9f5c5c,segment=NetworkSegment(2c62e37d-8640-40ad-9f49-cc80eb30725b),segment_id=2c62e37d-8640-40ad-9f49-cc80eb30725b)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:28:46.238157 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306292487301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363306292982576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730561793258'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:28:46.241765 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:28:46.276248 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7860bea6-4238-428a-bc22-81eb0d46cf1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1273e936-3d00-4547-a1e2-10a8db9f5c5c', 'code': 200} Feb 03 20:28:46.316687 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Pushing event updated for resources: {'Port': ['ID=1273e936-3d00-4547-a1e2-10a8db9f5c5c,revision_number=6']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:28:46.320520 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:28:46.751904 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d9aae-b78d-4b27-91ee-b6c1e84a8431 req-751a9371-18e8-4600-b04c-9b6f3b354426 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:46.754410 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-547d9aae-b78d-4b27-91ee-b6c1e84a8431 req-751a9371-18e8-4600-b04c-9b6f3b354426 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 946 time: 0.2369695 Feb 03 20:28:46.784107 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476490d4-8a60-43bf-8c85-133ac114b1d9 req-04bc9812-acdd-43a3-84ff-51b0dbee7f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:46.785770 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-476490d4-8a60-43bf-8c85-133ac114b1d9 req-04bc9812-acdd-43a3-84ff-51b0dbee7f86 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 1163 time: 0.2154098 Feb 03 20:28:46.792675 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:28:46.849276 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-547d9aae-b78d-4b27-91ee-b6c1e84a8431 req-5b17859b-3f49-4dfc-9be0-ccbb3dd150c8 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0866811 Feb 03 20:28:46.869259 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-476490d4-8a60-43bf-8c85-133ac114b1d9 req-860a62de-0766-4ef5-8220-15a48f9f40b2 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0743840 Feb 03 20:28:47.548505 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 1273e936-3d00-4547-a1e2-10a8db9f5c5c up at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 20:28:47.638464 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.provisioning_blocks [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Provisioning complete for port 1273e936-3d00-4547-a1e2-10a8db9f5c5c triggered by entity L2. {{(pid=80171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 20:28:47.638895 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854753445'] for port, provisioning_complete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:28:47.669595 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:28:48.153825 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a9e0e-80a4-4529-aa30-0aff8cca0bd3 req-a18c4894-5fbd-4fef-87ca-99d716aae68d tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:48.155452 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-748a9e0e-80a4-4529-aa30-0aff8cca0bd3 req-a18c4894-5fbd-4fef-87ca-99d716aae68d tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 946 time: 0.1737263 Feb 03 20:28:48.224027 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-748a9e0e-80a4-4529-aa30-0aff8cca0bd3 req-a0dd72e6-422b-4796-b6cc-82eebf895a28 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0615385 Feb 03 20:28:49.525311 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8c236-5f2e-4788-ade7-b880c3645ed0 req-5663264d-3116-4a7d-8270-53581f20271c tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:28:49.526960 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-aec8c236-5f2e-4788-ade7-b880c3645ed0 req-5663264d-3116-4a7d-8270-53581f20271c tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 946 time: 0.1730866 Feb 03 20:28:49.591350 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-aec8c236-5f2e-4788-ade7-b880c3645ed0 req-8730276c-b4ce-4843-90db-242951d797dc tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0580218 Feb 03 20:29:06.595700 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:29:13.060586 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-bd35a874-d6e1-4996-a723-968dbaa77c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:29:15.288982 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-710185aa-bed7-4e96-8cf5-3f2e7ba9378d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:29:16.094608 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:29:16.128997 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:29:16.803818 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:29:17.637195 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:29:22.724347 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4d43b402-7841-45cd-b863-aeea3f43f491 req-3caaee93-2701-41bc-bc8a-f361b4b75e3d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1575897 Feb 03 20:29:22.891926 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43b402-7841-45cd-b863-aeea3f43f491 req-597c1aa7-5f81-409e-b5df-39099e1bd317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:29:22.891926 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4d43b402-7841-45cd-b863-aeea3f43f491 req-597c1aa7-5f81-409e-b5df-39099e1bd317 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49d9ea06d2ee449685199b7830bf285c&device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 1163 time: 0.0785336 Feb 03 20:29:23.049274 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43b402-7841-45cd-b863-aeea3f43f491 req-c447ad7d-41f5-46af-a74e-5924b63197cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:29:23.050887 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4d43b402-7841-45cd-b863-aeea3f43f491 req-c447ad7d-41f5-46af-a74e-5924b63197cf service neutron] 10.222.0.90 "GET /v2.0/networks?id=fba6bd78-3ec0-4dea-b90c-986829ddd057 HTTP/1.1" status: 200 len: 903 time: 0.1402986 Feb 03 20:29:23.162997 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4d43b402-7841-45cd-b863-aeea3f43f491 req-e6ef2aae-f99b-4712-ab8d-b66d82d832ca service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1273e936-3d00-4547-a1e2-10a8db9f5c5c HTTP/1.1" status: 200 len: 1002 time: 0.1056480 Feb 03 20:29:23.230784 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43b402-7841-45cd-b863-aeea3f43f491 req-0ccafa7f-fe41-4fb2-9ce2-f691da98d9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:29:23.232399 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4d43b402-7841-45cd-b863-aeea3f43f491 req-0ccafa7f-fe41-4fb2-9ce2-f691da98d9d0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d758a88a-930e-43d9-8581-32a5cd4dc23b HTTP/1.1" status: 200 len: 848 time: 0.0638525 Feb 03 20:29:23.319979 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43b402-7841-45cd-b863-aeea3f43f491 req-a8feca70-cd23-490a-b3f5-7ce3b7507694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:29:23.321597 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4d43b402-7841-45cd-b863-aeea3f43f491 req-a8feca70-cd23-490a-b3f5-7ce3b7507694 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fba6bd78-3ec0-4dea-b90c-986829ddd057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0828652 Feb 03 20:29:23.467159 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4d43b402-7841-45cd-b863-aeea3f43f491 req-e8eb6564-bdf3-4313-9efe-86727ef7b8a6 service neutron] 10.222.0.90 "GET /v2.0/networks/fba6bd78-3ec0-4dea-b90c-986829ddd057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378808 Feb 03 20:29:23.613114 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-4d43b402-7841-45cd-b863-aeea3f43f491 req-dd18c723-ccf9-43fe-8a49-2ab8d24ff529 service neutron] 10.222.0.90 "GET /v2.0/networks/fba6bd78-3ec0-4dea-b90c-986829ddd057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1400788 Feb 03 20:29:38.641772 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [req-d55cb4ac-bb00-437c-bdec-618408787bcc req-7100381c-20ed-4123-a848-91220c34a8ad service neutron] (80169) timed out ('10.222.0.90', 60161) {{(pid=80169) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 03 20:29:41.834078 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [req-970d4f3b-78b8-4ffc-ad91-a1d50350b6e5 req-685963f6-241c-40aa-bcdf-c4041689ba00 service neutron] (80169) timed out ('10.222.0.90', 60133) {{(pid=80169) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 03 20:29:41.877100 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [req-face2d7c-c5f9-4f37-a484-f775fcaeef41 req-69233238-dd55-473c-a20c-d81bb7c88f82 tempest-DeleteServersTestJSON-1325672902 tempest-DeleteServersTestJSON-1325672902-project] (80169) timed out ('10.222.0.90', 60169) {{(pid=80169) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 03 20:29:43.054264 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-83a0daac-3067-442b-97d9-77ab36a7eff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:29:43.595189 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:29:45.276942 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-1cbfe8b4-2298-43a5-bd0a-d5c88fd08f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:29:46.100101 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:29:46.128742 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:29:46.808717 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:29:47.642931 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:13.054090 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b5b0-7d26-424a-93a6-ea364676175b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:15.282055 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c1be843a-06a4-4589-87fd-5b77bbc3dfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:16.093985 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:16.122320 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:16.819260 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:17.654727 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:20.595397 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:30:23.267920 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a09f5c21-dc33-42dc-946e-00ea41a8550d req-29aefbdd-97c4-4588-9223-8c03df72632e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0792549 Feb 03 20:30:23.436027 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f5c21-dc33-42dc-946e-00ea41a8550d req-8ad62143-41d2-4a76-9c87-75583824f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:30:23.437657 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a09f5c21-dc33-42dc-946e-00ea41a8550d req-8ad62143-41d2-4a76-9c87-75583824f0e9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49d9ea06d2ee449685199b7830bf285c&device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 1163 time: 0.0838020 Feb 03 20:30:23.593407 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f5c21-dc33-42dc-946e-00ea41a8550d req-67fe1f4f-bead-49d6-a84b-c5efda2741bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:30:23.594910 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a09f5c21-dc33-42dc-946e-00ea41a8550d req-67fe1f4f-bead-49d6-a84b-c5efda2741bc service neutron] 10.222.0.90 "GET /v2.0/networks?id=fba6bd78-3ec0-4dea-b90c-986829ddd057 HTTP/1.1" status: 200 len: 903 time: 0.1387408 Feb 03 20:30:23.703303 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a09f5c21-dc33-42dc-946e-00ea41a8550d req-09223238-d3ce-4de7-85f6-475835752f46 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1273e936-3d00-4547-a1e2-10a8db9f5c5c HTTP/1.1" status: 200 len: 1002 time: 0.1014845 Feb 03 20:30:24.003429 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f5c21-dc33-42dc-946e-00ea41a8550d req-e50dcfcf-fe66-49a8-9139-7c25cbffbb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:30:24.005026 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a09f5c21-dc33-42dc-946e-00ea41a8550d req-e50dcfcf-fe66-49a8-9139-7c25cbffbb14 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d758a88a-930e-43d9-8581-32a5cd4dc23b HTTP/1.1" status: 200 len: 848 time: 0.2954497 Feb 03 20:30:24.092629 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f5c21-dc33-42dc-946e-00ea41a8550d req-ba4f127f-3647-40c7-b428-be3dd4678bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:30:24.094215 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a09f5c21-dc33-42dc-946e-00ea41a8550d req-ba4f127f-3647-40c7-b428-be3dd4678bec service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fba6bd78-3ec0-4dea-b90c-986829ddd057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817983 Feb 03 20:30:24.238710 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a09f5c21-dc33-42dc-946e-00ea41a8550d req-ba9ac25c-9e9f-44fb-a794-5a4c136a347c service neutron] 10.222.0.90 "GET /v2.0/networks/fba6bd78-3ec0-4dea-b90c-986829ddd057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366947 Feb 03 20:30:24.381296 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-a09f5c21-dc33-42dc-946e-00ea41a8550d req-3a321869-9e4a-490f-b969-9bec98b4af65 service neutron] 10.222.0.90 "GET /v2.0/networks/fba6bd78-3ec0-4dea-b90c-986829ddd057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1353872 Feb 03 20:30:24.729309 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-88143cfc-25bf-484e-a9e6-df30c5d7f16e req-484b7f09-96fb-4b1c-bf81-5170f9192dfb tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/floatingips/9d96b635-e513-44c1-abbb-2c3b346b35fd HTTP/1.1" status: 200 len: 999 time: 0.1310382 Feb 03 20:30:24.968112 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88143cfc-25bf-484e-a9e6-df30c5d7f16e req-15e7af17-9865-499c-a798-703004232494 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:30:24.969658 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-88143cfc-25bf-484e-a9e6-df30c5d7f16e req-15e7af17-9865-499c-a798-703004232494 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/networks/e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3 HTTP/1.1" status: 200 len: 784 time: 0.2346654 Feb 03 20:30:25.095559 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-88143cfc-25bf-484e-a9e6-df30c5d7f16e req-85590c0e-a8c0-4a67-adf8-08a7d4a6415d tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.28.0.115 HTTP/1.1" status: 200 len: 1002 time: 0.1186223 Feb 03 20:30:25.260445 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88143cfc-25bf-484e-a9e6-df30c5d7f16e req-7561a78c-8649-48af-a6c7-a605aae780d5 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:30:25.261949 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-88143cfc-25bf-484e-a9e6-df30c5d7f16e req-7561a78c-8649-48af-a6c7-a605aae780d5 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports/1273e936-3d00-4547-a1e2-10a8db9f5c5c HTTP/1.1" status: 200 len: 943 time: 0.1593277 Feb 03 20:30:25.467210 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-88143cfc-25bf-484e-a9e6-df30c5d7f16e req-ba0181f8-7bee-4f38-924a-bf9de9674234 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.28.0.115 HTTP/1.1" status: 200 len: 1002 time: 0.1236944 Feb 03 20:30:25.705677 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-88143cfc-25bf-484e-a9e6-df30c5d7f16e req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Deleting port 75dabb58-cfc3-407a-a897-1f63cf7df4e2 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:30:25.706057 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-88143cfc-25bf-484e-a9e6-df30c5d7f16e req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:25.896091 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-88143cfc-25bf-484e-a9e6-df30c5d7f16e req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:25.896456 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-88143cfc-25bf-484e-a9e6-df30c5d7f16e req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:26.030625 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-88143cfc-25bf-484e-a9e6-df30c5d7f16e req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Calling delete_port for 75dabb58-cfc3-407a-a897-1f63cf7df4e2 owned by network:floatingip {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:30:26.333998 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-88143cfc-25bf-484e-a9e6-df30c5d7f16e req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:26.349945 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-fbeb1f50-8628-4558-87b4-ec4b508743b7 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:30:26.444022 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Pushing event deleted for resources: {'Port': ['ID=75dabb58-cfc3-407a-a897-1f63cf7df4e2,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:30:26.458047 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:26.458478 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:26.458891 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:26.459304 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:26.459740 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:26.460148 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:26.460553 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:26.460952 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:26.461348 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:26.461746 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:26.462150 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:26.462547 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:26.462985 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:26.463378 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:26.463807 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:26.464205 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:26.464606 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:26.465003 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:26.465402 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:26.465791 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:26.466193 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:26.466585 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:26.466975 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:26.467370 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:26.474520 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:30:26.597422 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-88143cfc-25bf-484e-a9e6-df30c5d7f16e req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks [] for floatingip, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:26.597724 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.db.l3_db [req-88143cfc-25bf-484e-a9e6-df30c5d7f16e req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Floating IP 9d96b635-e513-44c1-abbb-2c3b346b35fd disassociated (deleted). External IP: 172.28.0.115, port: 1273e936-3d00-4547-a1e2-10a8db9f5c5c. Feb 03 20:30:26.975291 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88143cfc-25bf-484e-a9e6-df30c5d7f16e req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Router 499ef30d-4b9e-4820-9808-aa8b189edc37 has already been hosted by L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 {{(pid=80170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 20:30:27.399067 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88143cfc-25bf-484e-a9e6-df30c5d7f16e req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:30:27.408939 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37912ca-a041-4fab-b993-c5858bb3b9bd None None] Sync routers for ids ['499ef30d-4b9e-4820-9808-aa8b189edc37'] in dv-cinder-773985-1-smb {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:30:27.419227 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37912ca-a041-4fab-b993-c5858bb3b9bd None None] Routers {'499ef30d-4b9e-4820-9808-aa8b189edc37'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:30:27.419919 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-b37912ca-a041-4fab-b993-c5858bb3b9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:30:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['499ef30d-4b9e-4820-9808-aa8b189edc37'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:30:27.460765 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-88143cfc-25bf-484e-a9e6-df30c5d7f16e req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for floatingip, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:27.521617 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-88143cfc-25bf-484e-a9e6-df30c5d7f16e req-5c0c0707-7c7c-43b3-a232-5f36a286e825 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "DELETE /v2.0/floatingips/9d96b635-e513-44c1-abbb-2c3b346b35fd HTTP/1.1" status: 204 len: 173 time: 2.0483048 Feb 03 20:30:27.522351 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7860bea6-4238-428a-bc22-81eb0d46cf1a', 'tag': '1273e936-3d00-4547-a1e2-10a8db9f5c5c'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:30:27.614863 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88143cfc-25bf-484e-a9e6-df30c5d7f16e req-75877d37-3bcc-4f29-bfc6-17b850ed632e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:30:27.616687 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-88143cfc-25bf-484e-a9e6-df30c5d7f16e req-75877d37-3bcc-4f29-bfc6-17b850ed632e service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=49d9ea06d2ee449685199b7830bf285c&device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 1163 time: 0.0817657 Feb 03 20:30:27.618506 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-b37912ca-a041-4fab-b993-c5858bb3b9bd None None] Set router 499ef30d-4b9e-4820-9808-aa8b189edc37 gateway port host: dv-cinder-773985-1-smb {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:30:27.705472 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7860bea6-4238-428a-bc22-81eb0d46cf1a', 'tag': '1273e936-3d00-4547-a1e2-10a8db9f5c5c', 'status': 'completed', 'code': 200} Feb 03 20:30:27.835939 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88143cfc-25bf-484e-a9e6-df30c5d7f16e req-2da2ec40-eb64-4ca1-a34d-bb051ab3c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:30:27.837570 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-88143cfc-25bf-484e-a9e6-df30c5d7f16e req-2da2ec40-eb64-4ca1-a34d-bb051ab3c0b9 service neutron] 10.222.0.101 "GET /v2.0/networks?id=fba6bd78-3ec0-4dea-b90c-986829ddd057 HTTP/1.1" status: 200 len: 903 time: 0.2142246 Feb 03 20:30:27.905583 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8268e-0a1d-411e-89fe-7c7d8a9bcfba req-8a42f6ab-16d2-48db-8846-0bebf5e4d13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:30:27.907200 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-22a8268e-0a1d-411e-89fe-7c7d8a9bcfba req-8a42f6ab-16d2-48db-8846-0bebf5e4d13f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49d9ea06d2ee449685199b7830bf285c&device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 1163 time: 0.1896415 Feb 03 20:30:27.917914 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-88143cfc-25bf-484e-a9e6-df30c5d7f16e req-5a96b0da-ab7e-440b-ae52-82356e6a29f7 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1273e936-3d00-4547-a1e2-10a8db9f5c5c HTTP/1.1" status: 200 len: 217 time: 0.0725482 Feb 03 20:30:27.967065 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-b37912ca-a041-4fab-b993-c5858bb3b9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'name': 'tempest-TestShelveInstance-1991330942-router', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '91c84eda-acc3-47b4-af55-edf090858668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:25:04Z', 'updated_at': '2021-02-03T20:25:09Z', 'revision_number': 4, 'project_id': '49d9ea06d2ee449685199b7830bf285c', 'gw_port': {'id': '91c84eda-acc3-47b4-af55-edf090858668', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:05Z', 'updated_at': '2021-02-03T20:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': 'dcb1211a-764b-43b3-b5de-bb3e3d6370a0', 'name': '', 'network_id': 'fba6bd78-3ec0-4dea-b90c-986829ddd057', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'mac_address': 'fa:16:3e:53:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'd758a88a-930e-43d9-8581-32a5cd4dc23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:08Z', 'updated_at': '2021-02-03T20:25:19Z', 'revision_number': 5, 'project_id': '49d9ea06d2ee449685199b7830bf285c', 'subnets': [{'id': 'd758a88a-930e-43d9-8581-32a5cd4dc23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:30:27.971256 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37912ca-a041-4fab-b993-c5858bb3b9bd None None] Checking router: 499ef30d-4b9e-4820-9808-aa8b189edc37 for host: dv-cinder-773985-1-smb {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:30:27.981034 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37912ca-a041-4fab-b993-c5858bb3b9bd None None] Routers {'499ef30d-4b9e-4820-9808-aa8b189edc37'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:30:27.981681 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-b37912ca-a041-4fab-b993-c5858bb3b9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:30:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['499ef30d-4b9e-4820-9808-aa8b189edc37'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:30:28.095710 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88143cfc-25bf-484e-a9e6-df30c5d7f16e req-5b360e03-ebc8-482b-b8ba-880adec70d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:30:28.097291 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-88143cfc-25bf-484e-a9e6-df30c5d7f16e req-5b360e03-ebc8-482b-b8ba-880adec70d71 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=d758a88a-930e-43d9-8581-32a5cd4dc23b HTTP/1.1" status: 200 len: 848 time: 0.1557314 Feb 03 20:30:28.167607 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8268e-0a1d-411e-89fe-7c7d8a9bcfba req-25c2f4a0-2f19-45b6-ad20-224e0b116948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:30:28.169223 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-22a8268e-0a1d-411e-89fe-7c7d8a9bcfba req-25c2f4a0-2f19-45b6-ad20-224e0b116948 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fba6bd78-3ec0-4dea-b90c-986829ddd057 HTTP/1.1" status: 200 len: 903 time: 0.2531402 Feb 03 20:30:28.175948 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-b37912ca-a041-4fab-b993-c5858bb3b9bd None None] Set router 499ef30d-4b9e-4820-9808-aa8b189edc37 gateway port host: dv-cinder-773985-1-smb {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:30:28.258138 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-22a8268e-0a1d-411e-89fe-7c7d8a9bcfba req-0f87309a-5fd3-4e19-8402-780062e5ae7d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1273e936-3d00-4547-a1e2-10a8db9f5c5c HTTP/1.1" status: 200 len: 217 time: 0.0759621 Feb 03 20:30:28.313401 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88143cfc-25bf-484e-a9e6-df30c5d7f16e req-f140278f-f4ea-4d4c-a6dc-f364a1efc0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:30:28.315051 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-88143cfc-25bf-484e-a9e6-df30c5d7f16e req-f140278f-f4ea-4d4c-a6dc-f364a1efc0a9 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=fba6bd78-3ec0-4dea-b90c-986829ddd057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2092435 Feb 03 20:30:28.416273 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8268e-0a1d-411e-89fe-7c7d8a9bcfba req-a7999bf9-e063-45c0-a477-6c9031efe21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:30:28.417868 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-22a8268e-0a1d-411e-89fe-7c7d8a9bcfba req-a7999bf9-e063-45c0-a477-6c9031efe21d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d758a88a-930e-43d9-8581-32a5cd4dc23b HTTP/1.1" status: 200 len: 848 time: 0.1526406 Feb 03 20:30:28.523612 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-b37912ca-a041-4fab-b993-c5858bb3b9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'name': 'tempest-TestShelveInstance-1991330942-router', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '91c84eda-acc3-47b4-af55-edf090858668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:25:04Z', 'updated_at': '2021-02-03T20:25:09Z', 'revision_number': 4, 'project_id': '49d9ea06d2ee449685199b7830bf285c', 'gw_port': {'id': '91c84eda-acc3-47b4-af55-edf090858668', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:05Z', 'updated_at': '2021-02-03T20:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': 'dcb1211a-764b-43b3-b5de-bb3e3d6370a0', 'name': '', 'network_id': 'fba6bd78-3ec0-4dea-b90c-986829ddd057', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'mac_address': 'fa:16:3e:53:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'd758a88a-930e-43d9-8581-32a5cd4dc23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:08Z', 'updated_at': '2021-02-03T20:25:19Z', 'revision_number': 5, 'project_id': '49d9ea06d2ee449685199b7830bf285c', 'subnets': [{'id': 'd758a88a-930e-43d9-8581-32a5cd4dc23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:30:28.527849 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37912ca-a041-4fab-b993-c5858bb3b9bd None None] The sync data for ids ['499ef30d-4b9e-4820-9808-aa8b189edc37'] in dv-cinder-773985-1-smb is: [{'id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'name': 'tempest-TestShelveInstance-1991330942-router', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '91c84eda-acc3-47b4-af55-edf090858668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:25:04Z', 'updated_at': '2021-02-03T20:25:09Z', 'revision_number': 4, 'project_id': '49d9ea06d2ee449685199b7830bf285c', 'gw_port': {'id': '91c84eda-acc3-47b4-af55-edf090858668', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:05Z', 'updated_at': '2021-02-03T20:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb', '_interfaces': [{'id': 'dcb1211a-764b-43b3-b5de-bb3e3d6370a0', 'name': '', 'network_id': 'fba6bd78-3ec0-4dea-b90c-986829ddd057', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'mac_address': 'fa:16:3e:53:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'd758a88a-930e-43d9-8581-32a5cd4dc23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:08Z', 'updated_at': '2021-02-03T20:25:19Z', 'revision_number': 5, 'project_id': '49d9ea06d2ee449685199b7830bf285c', 'subnets': [{'id': 'd758a88a-930e-43d9-8581-32a5cd4dc23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:30:28.543751 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-88143cfc-25bf-484e-a9e6-df30c5d7f16e req-a5a5881d-3b11-4b84-8d5b-41bbeab98757 service neutron] 10.222.0.101 "GET /v2.0/networks/fba6bd78-3ec0-4dea-b90c-986829ddd057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175434 Feb 03 20:30:28.555621 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8268e-0a1d-411e-89fe-7c7d8a9bcfba req-f424223c-7ced-4850-a81e-cb75dbfe0dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:30:28.557170 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-22a8268e-0a1d-411e-89fe-7c7d8a9bcfba req-f424223c-7ced-4850-a81e-cb75dbfe0dbc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fba6bd78-3ec0-4dea-b90c-986829ddd057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1239538 Feb 03 20:30:28.820141 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-88143cfc-25bf-484e-a9e6-df30c5d7f16e req-b838e013-e153-480f-8d27-e12c6d957216 service neutron] 10.222.0.101 "GET /v2.0/networks/fba6bd78-3ec0-4dea-b90c-986829ddd057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2667694 Feb 03 20:30:28.825853 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-22a8268e-0a1d-411e-89fe-7c7d8a9bcfba req-e7dd60f5-cd9f-411d-9da6-e531cd0fb0d9 service neutron] 10.222.0.90 "GET /v2.0/networks/fba6bd78-3ec0-4dea-b90c-986829ddd057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453232 Feb 03 20:30:28.942942 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c420085-0802-4d89-a51d-d605ea1dff10 None None] New status for floating IP 9d96b635-e513-44c1-abbb-2c3b346b35fd: DOWN {{(pid=80171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 03 20:30:28.983897 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-22a8268e-0a1d-411e-89fe-7c7d8a9bcfba req-b2cba693-a197-43fd-8855-fc86fb04bb54 service neutron] 10.222.0.90 "GET /v2.0/networks/fba6bd78-3ec0-4dea-b90c-986829ddd057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1508546 Feb 03 20:30:29.425103 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad578af-a820-4470-9d12-0ebd5a1853fe req-58643048-ee62-478a-921a-262fb3e86f93 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:30:29.425828 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-aad578af-a820-4470-9d12-0ebd5a1853fe req-58643048-ee62-478a-921a-262fb3e86f93 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Synchronizing usage tracker for tenant:49d9ea06d2ee449685199b7830bf285c on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:30:29.476368 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-aad578af-a820-4470-9d12-0ebd5a1853fe req-58643048-ee62-478a-921a-262fb3e86f93 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Unset dirty status for tenant:49d9ea06d2ee449685199b7830bf285c on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:30:29.477691 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-aad578af-a820-4470-9d12-0ebd5a1853fe req-58643048-ee62-478a-921a-262fb3e86f93 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 946 time: 0.2148864 Feb 03 20:30:29.544116 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-aad578af-a820-4470-9d12-0ebd5a1853fe req-b2ebcb94-5aeb-45da-ae81-8cba68ebfe24 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0600655 Feb 03 20:30:30.861224 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56a900-5479-451a-96e4-dfe6e6e3ea5f req-652b038c-97a0-46e4-a77f-8debd7dd2fad tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:30:30.862893 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9f56a900-5479-451a-96e4-dfe6e6e3ea5f req-652b038c-97a0-46e4-a77f-8debd7dd2fad tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 946 time: 0.1726384 Feb 03 20:30:30.988261 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-9f56a900-5479-451a-96e4-dfe6e6e3ea5f req-38631f0b-c92c-42f3-803a-c33514c12e33 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups?id=2a245b1c-45fb-4d95-b4c1-a8c223e091e4&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1178749 Feb 03 20:30:31.098958 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c43c11-75e8-450f-97b6-9ddc1e5a0ed1 req-3dc2fad5-6fc3-4f27-9885-49cd67da0d13 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 20:30:31.100638 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-40c43c11-75e8-450f-97b6-9ddc1e5a0ed1 req-3dc2fad5-6fc3-4f27-9885-49cd67da0d13 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.90 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 946 time: 0.2146580 Feb 03 20:30:31.200058 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-40c43c11-75e8-450f-97b6-9ddc1e5a0ed1 req-058302f6-0623-41a9-bc25-3a400f94ebc8 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Deleting port 1273e936-3d00-4547-a1e2-10a8db9f5c5c {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:30:31.200369 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-40c43c11-75e8-450f-97b6-9ddc1e5a0ed1 req-058302f6-0623-41a9-bc25-3a400f94ebc8 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:31.482674 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [req-40c43c11-75e8-450f-97b6-9ddc1e5a0ed1 req-058302f6-0623-41a9-bc25-3a400f94ebc8 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] For port 1273e936-3d00-4547-a1e2-10a8db9f5c5c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=1273e936-3d00-4547-a1e2-10a8db9f5c5c,segment=NetworkSegment(2c62e37d-8640-40ad-9f49-cc80eb30725b),segment_id=2c62e37d-8640-40ad-9f49-cc80eb30725b)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:30:31.482991 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-40c43c11-75e8-450f-97b6-9ddc1e5a0ed1 req-058302f6-0623-41a9-bc25-3a400f94ebc8 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:31.627156 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [req-40c43c11-75e8-450f-97b6-9ddc1e5a0ed1 req-058302f6-0623-41a9-bc25-3a400f94ebc8 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Calling delete_port for 1273e936-3d00-4547-a1e2-10a8db9f5c5c owned by compute:nova {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:30:31.813545 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-40c43c11-75e8-450f-97b6-9ddc1e5a0ed1 req-058302f6-0623-41a9-bc25-3a400f94ebc8 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:31.829129 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a0c9a159-b889-42d5-9ec2-96eddf123908 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:30:31.881243 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058302f6-0623-41a9-bc25-3a400f94ebc8 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Pushing event deleted for resources: {'Port': ['ID=1273e936-3d00-4547-a1e2-10a8db9f5c5c,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:30:31.929151 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-058302f6-0623-41a9-bc25-3a400f94ebc8 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:30:32.046568 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c43c11-75e8-450f-97b6-9ddc1e5a0ed1 req-058302f6-0623-41a9-bc25-3a400f94ebc8 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] No DVR routers for this DVR port 1273e936-3d00-4547-a1e2-10a8db9f5c5c on host hv-cinder-77398 {{(pid=80170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 20:30:32.046568 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-40c43c11-75e8-450f-97b6-9ddc1e5a0ed1 req-058302f6-0623-41a9-bc25-3a400f94ebc8 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773004'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:32.046749 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7860bea6-4238-428a-bc22-81eb0d46cf1a', 'name': 'network-vif-deleted', 'tag': '1273e936-3d00-4547-a1e2-10a8db9f5c5c'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 20:30:32.088881 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-40c43c11-75e8-450f-97b6-9ddc1e5a0ed1 req-058302f6-0623-41a9-bc25-3a400f94ebc8 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.90 "DELETE /v2.0/ports/1273e936-3d00-4547-a1e2-10a8db9f5c5c HTTP/1.1" status: 204 len: 173 time: 0.9826903 Feb 03 20:30:32.124157 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7860bea6-4238-428a-bc22-81eb0d46cf1a', 'name': 'network-vif-deleted', 'tag': '1273e936-3d00-4547-a1e2-10a8db9f5c5c', 'status': 'completed', 'code': 200} Feb 03 20:30:32.124255 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 1273e936-3d00-4547-a1e2-10a8db9f5c5c no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:30:32.153626 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] No Port match for: 1273e936-3d00-4547-a1e2-10a8db9f5c5c {{(pid=80171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 20:30:32.158344 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Device 1273e936-3d00-4547-a1e2-10a8db9f5c5c not bound to the agent host hv-cinder-77398 {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 20:30:32.174440 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-114a6237-0c90-488d-b491-57293f9603b3 req-adc08fee-644e-4435-ad0b-4abff78347c7 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Synchronizing usage tracker for tenant:49d9ea06d2ee449685199b7830bf285c on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 20:30:32.213312 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.quota.resource [req-114a6237-0c90-488d-b491-57293f9603b3 req-adc08fee-644e-4435-ad0b-4abff78347c7 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Unset dirty status for tenant:49d9ea06d2ee449685199b7830bf285c on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 20:30:32.214643 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-114a6237-0c90-488d-b491-57293f9603b3 req-adc08fee-644e-4435-ad0b-4abff78347c7 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 210 time: 0.0931940 Feb 03 20:30:33.423171 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-96a694c6-7bc1-4ed6-9584-358bf8202a25 req-a03b4f64-c88f-4016-a635-dd1d0b59a43d tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/ports?device_id=7860bea6-4238-428a-bc22-81eb0d46cf1a HTTP/1.1" status: 200 len: 210 time: 0.0585346 Feb 03 20:30:34.631417 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ae0024dd-1adf-4a76-a928-b49cc23f6ddc req-ebdfd783-dc56-48fc-9d48-da6a56615a5a tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "GET /v2.0/security-groups/2a245b1c-45fb-4d95-b4c1-a8c223e091e4 HTTP/1.1" status: 200 len: 2993 time: 0.0675368 Feb 03 20:30:34.732898 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-ae0024dd-1adf-4a76-a928-b49cc23f6ddc req-d7987a2e-03bd-4045-a8f3-e6262d555cd0 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:34.764324 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-ae0024dd-1adf-4a76-a928-b49cc23f6ddc req-d7987a2e-03bd-4045-a8f3-e6262d555cd0 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:34.904632 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-ae0024dd-1adf-4a76-a928-b49cc23f6ddc req-d7987a2e-03bd-4045-a8f3-e6262d555cd0 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:34.910212 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-99e25da7-4586-403c-ada8-72b216cc9f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:30:35.162677 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7987a2e-03bd-4045-a8f3-e6262d555cd0 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a245b1c-45fb-4d95-b4c1-a8c223e091e4,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:30:35.165613 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-d7987a2e-03bd-4045-a8f3-e6262d555cd0 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:30:35.190018 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [req-ae0024dd-1adf-4a76-a928-b49cc23f6ddc req-d7987a2e-03bd-4045-a8f3-e6262d555cd0 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:35.191305 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [req-ae0024dd-1adf-4a76-a928-b49cc23f6ddc req-d7987a2e-03bd-4045-a8f3-e6262d555cd0 tempest-TestShelveInstance-1275362742 tempest-TestShelveInstance-1275362742-project] 10.222.0.101 "DELETE /v2.0/security-groups/2a245b1c-45fb-4d95-b4c1-a8c223e091e4 HTTP/1.1" status: 204 len: 173 time: 0.5537562 Feb 03 20:30:36.324759 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 59294) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:30:37.048199 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2f56540b-9841-420e-ada1-616719125df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853131978'] for router_interface, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:37.423305 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-2f56540b-9841-420e-ada1-616719125df2 admin admin] Deleting port dcb1211a-764b-43b3-b5de-bb3e3d6370a0 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:30:37.423953 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2f56540b-9841-420e-ada1-616719125df2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:37.609051 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-2f56540b-9841-420e-ada1-616719125df2 admin admin] For port dcb1211a-764b-43b3-b5de-bb3e3d6370a0, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=dcb1211a-764b-43b3-b5de-bb3e3d6370a0,segment=NetworkSegment(2c62e37d-8640-40ad-9f49-cc80eb30725b),segment_id=2c62e37d-8640-40ad-9f49-cc80eb30725b)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:30:37.609446 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2f56540b-9841-420e-ada1-616719125df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:37.746418 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-2f56540b-9841-420e-ada1-616719125df2 admin admin] Calling delete_port for dcb1211a-764b-43b3-b5de-bb3e3d6370a0 owned by network:router_interface {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:30:38.041981 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2f56540b-9841-420e-ada1-616719125df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:38.057629 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-b4fade7b-94ca-4b1d-b3d8-262b77860797 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:30:38.153733 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56540b-9841-420e-ada1-616719125df2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb1211a-764b-43b3-b5de-bb3e3d6370a0,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:30:38.158996 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-2f56540b-9841-420e-ada1-616719125df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:30:38.472872 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2f56540b-9841-420e-ada1-616719125df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1644146'] for router_interface, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:39.232859 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f56540b-9841-420e-ada1-616719125df2 admin admin] Router 499ef30d-4b9e-4820-9808-aa8b189edc37 has already been hosted by L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 {{(pid=80170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 20:30:39.427439 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f56540b-9841-420e-ada1-616719125df2 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:30:39.437135 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b0937c-edc2-4883-bab2-63eaf2122308 None None] Sync routers for ids ['499ef30d-4b9e-4820-9808-aa8b189edc37'] in dv-cinder-773985-1-smb {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:30:39.448423 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b0937c-edc2-4883-bab2-63eaf2122308 None None] Routers {'499ef30d-4b9e-4820-9808-aa8b189edc37'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:30:39.449096 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-c8b0937c-edc2-4883-bab2-63eaf2122308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:30:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['499ef30d-4b9e-4820-9808-aa8b189edc37'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:30:39.484267 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-2f56540b-9841-420e-ada1-616719125df2 admin admin] 10.222.0.101 "PUT /v2.0/routers/499ef30d-4b9e-4820-9808-aa8b189edc37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1581948 Feb 03 20:30:39.486706 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 59300) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:30:39.650602 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-c8b0937c-edc2-4883-bab2-63eaf2122308 None None] Set router 499ef30d-4b9e-4820-9808-aa8b189edc37 gateway port host: dv-cinder-773985-1-smb {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:30:39.679590 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-aa20e316-6054-479c-9515-28dbbd168a8d admin admin] Notify callbacks [] for router, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:39.882567 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-aa20e316-6054-479c-9515-28dbbd168a8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:39.888614 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-aa20e316-6054-479c-9515-28dbbd168a8d admin admin] Deleting port 91c84eda-acc3-47b4-af55-edf090858668 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:30:39.889004 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-aa20e316-6054-479c-9515-28dbbd168a8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:40.086215 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-aa20e316-6054-479c-9515-28dbbd168a8d admin admin] For port 91c84eda-acc3-47b4-af55-edf090858668, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=91c84eda-acc3-47b4-af55-edf090858668,segment=NetworkSegment(194f5804-a926-4317-99f2-0a1ac54a9265),segment_id=194f5804-a926-4317-99f2-0a1ac54a9265)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:30:40.086529 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-aa20e316-6054-479c-9515-28dbbd168a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:40.122416 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-c8b0937c-edc2-4883-bab2-63eaf2122308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'name': 'tempest-TestShelveInstance-1991330942-router', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '91c84eda-acc3-47b4-af55-edf090858668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:25:04Z', 'updated_at': '2021-02-03T20:30:37Z', 'revision_number': 5, 'project_id': '49d9ea06d2ee449685199b7830bf285c', 'gw_port': {'id': '91c84eda-acc3-47b4-af55-edf090858668', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:05Z', 'updated_at': '2021-02-03T20:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:30:40.126673 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b0937c-edc2-4883-bab2-63eaf2122308 None None] Checking router: 499ef30d-4b9e-4820-9808-aa8b189edc37 for host: dv-cinder-773985-1-smb {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:30:40.137008 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b0937c-edc2-4883-bab2-63eaf2122308 None None] Routers {'499ef30d-4b9e-4820-9808-aa8b189edc37'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:30:40.137666 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-c8b0937c-edc2-4883-bab2-63eaf2122308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:30:15Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['499ef30d-4b9e-4820-9808-aa8b189edc37'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:30:40.224272 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-aa20e316-6054-479c-9515-28dbbd168a8d admin admin] Calling delete_port for 91c84eda-acc3-47b4-af55-edf090858668 owned by network:router_gateway {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:30:40.336074 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-c8b0937c-edc2-4883-bab2-63eaf2122308 None None] Set router 499ef30d-4b9e-4820-9808-aa8b189edc37 gateway port host: dv-cinder-773985-1-smb {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:30:40.412778 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-aa20e316-6054-479c-9515-28dbbd168a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:40.605891 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-aa20e316-6054-479c-9515-28dbbd168a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1670548'] for router_gateway, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:40.653776 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-c8b0937c-edc2-4883-bab2-63eaf2122308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'name': 'tempest-TestShelveInstance-1991330942-router', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '91c84eda-acc3-47b4-af55-edf090858668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:25:04Z', 'updated_at': '2021-02-03T20:30:37Z', 'revision_number': 5, 'project_id': '49d9ea06d2ee449685199b7830bf285c', 'gw_port': {'id': '91c84eda-acc3-47b4-af55-edf090858668', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:05Z', 'updated_at': '2021-02-03T20:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:30:40.657922 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b0937c-edc2-4883-bab2-63eaf2122308 None None] The sync data for ids ['499ef30d-4b9e-4820-9808-aa8b189edc37'] in dv-cinder-773985-1-smb is: [{'id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'name': 'tempest-TestShelveInstance-1991330942-router', 'tenant_id': '49d9ea06d2ee449685199b7830bf285c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '91c84eda-acc3-47b4-af55-edf090858668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:25:04Z', 'updated_at': '2021-02-03T20:30:37Z', 'revision_number': 5, 'project_id': '49d9ea06d2ee449685199b7830bf285c', 'gw_port': {'id': '91c84eda-acc3-47b4-af55-edf090858668', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ef30d-4b9e-4820-9808-aa8b189edc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:05Z', 'updated_at': '2021-02-03T20:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:30:40.754911 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-aa20e316-6054-479c-9515-28dbbd168a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854762751'] for router, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:40.758213 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-aa20e316-6054-479c-9515-28dbbd168a8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:40.848485 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device dcb1211a-764b-43b3-b5de-bb3e3d6370a0 no longer exists at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:30:40.870883 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-aa20e316-6054-479c-9515-28dbbd168a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853127573'] for router, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:40.871479 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa20e316-6054-479c-9515-28dbbd168a8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 499ef30d-4b9e-4820-9808-aa8b189edc37 {{(pid=80170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 03 20:30:40.885746 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-aa20e316-6054-479c-9515-28dbbd168a8d admin admin] Notify callbacks [] for router, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:40.887076 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-aa20e316-6054-479c-9515-28dbbd168a8d admin admin] 10.222.0.101 "DELETE /v2.0/routers/499ef30d-4b9e-4820-9808-aa8b189edc37 HTTP/1.1" status: 204 len: 168 time: 1.3993514 Feb 03 20:30:40.888929 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] No Port match for: dcb1211a-764b-43b3-b5de-bb3e3d6370a0 {{(pid=80171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 20:30:40.889371 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device dcb1211a-764b-43b3-b5de-bb3e3d6370a0 not bound to the agent host dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 20:30:40.889972 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 59304) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:30:40.966240 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Deleting subnet d758a88a-930e-43d9-8581-32a5cd4dc23b {{(pid=80169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 03 20:30:40.969432 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:41.025075 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65514616'] for subnet, precommit_delete_associations {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:41.116569 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-22235'] for subnet, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:41.414137 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854753581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036789467195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66919813'] for subnet, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:41.431954 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:30:41.538194 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d758a88a-930e-43d9-8581-32a5cd4dc23b,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:30:41.552276 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:41.553209 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:41.553640 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:41.554062 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:41.554481 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:41.555003 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:41.555318 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:41.555759 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:41.556174 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:41.556582 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:41.556991 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:41.557398 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-1-smb {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:41.557845 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:41.558251 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:41.558658 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:41.559062 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:41.559465 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:41.559898 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:41.560303 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:41.560706 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:41.561111 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:41.561514 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:41.561918 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:41.562319 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 20:30:41.568691 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:30:41.596121 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:41.602508 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a5944b-ede4-4737-8f7e-a0597e612433 None None] Network fba6bd78-3ec0-4dea-b90c-986829ddd057 requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:30:41.607835 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-b73b722d-f1ba-4c62-8855-2c044df9d775 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/d758a88a-930e-43d9-8581-32a5cd4dc23b HTTP/1.1" status: 204 len: 168 time: 0.7166920 Feb 03 20:30:41.610439 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 59308) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:30:41.730406 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-70ba8ba5-eff8-4d79-827a-546a1184aa2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852798343'] for network, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:41.813049 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-70ba8ba5-eff8-4d79-827a-546a1184aa2c admin admin] Deleting port 3c86cfa4-a225-4f11-bab5-43e2338a9d83 {{(pid=80169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:30:41.813381 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-70ba8ba5-eff8-4d79-827a-546a1184aa2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:42.028201 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a98e66f-dfdd-49e9-a7a7-25e32395882d None None] DHCP port deletion for fba6bd78-3ec0-4dea-b90c-986829ddd057 request from dv-cinder-773985-1-smb {{(pid=80171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 03 20:30:42.032439 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-0a98e66f-dfdd-49e9-a7a7-25e32395882d None None] Deleting port 3c86cfa4-a225-4f11-bab5-43e2338a9d83 {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:30:42.032869 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0a98e66f-dfdd-49e9-a7a7-25e32395882d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:42.045096 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-70ba8ba5-eff8-4d79-827a-546a1184aa2c admin admin] For port 3c86cfa4-a225-4f11-bab5-43e2338a9d83, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=3c86cfa4-a225-4f11-bab5-43e2338a9d83,segment=NetworkSegment(2c62e37d-8640-40ad-9f49-cc80eb30725b),segment_id=2c62e37d-8640-40ad-9f49-cc80eb30725b)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:30:42.045501 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-70ba8ba5-eff8-4d79-827a-546a1184aa2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:42.185223 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-70ba8ba5-eff8-4d79-827a-546a1184aa2c admin admin] Calling delete_port for 3c86cfa4-a225-4f11-bab5-43e2338a9d83 owned by network:dhcp {{(pid=80169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:30:42.251992 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-0a98e66f-dfdd-49e9-a7a7-25e32395882d None None] For port 3c86cfa4-a225-4f11-bab5-43e2338a9d83, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=3c86cfa4-a225-4f11-bab5-43e2338a9d83,segment=NetworkSegment(2c62e37d-8640-40ad-9f49-cc80eb30725b),segment_id=2c62e37d-8640-40ad-9f49-cc80eb30725b)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:30:42.252440 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0a98e66f-dfdd-49e9-a7a7-25e32395882d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:42.304795 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-70ba8ba5-eff8-4d79-827a-546a1184aa2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:42.320332 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-aa74a3e2-d712-4ad0-bfbc-17e7d61be59f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:30:42.388392 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-0a98e66f-dfdd-49e9-a7a7-25e32395882d None None] Calling delete_port for 3c86cfa4-a225-4f11-bab5-43e2338a9d83 owned by network:dhcp {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:30:42.426400 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba8ba5-eff8-4d79-827a-546a1184aa2c admin admin] Pushing event deleted for resources: {'Port': ['ID=3c86cfa4-a225-4f11-bab5-43e2338a9d83,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:30:42.429834 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-70ba8ba5-eff8-4d79-827a-546a1184aa2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:30:42.465284 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.db.api [None req-0a98e66f-dfdd-49e9-a7a7-25e32395882d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80171) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 03 20:30:42.465614 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_db.api [None req-0a98e66f-dfdd-49e9-a7a7-25e32395882d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 03 20:30:42.469287 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ba8ba5-eff8-4d79-827a-546a1184aa2c admin admin] No DVR routers for this DVR port 3c86cfa4-a225-4f11-bab5-43e2338a9d83 on host dv-cinder-773985-1-smb {{(pid=80169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 20:30:42.596937 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-70ba8ba5-eff8-4d79-827a-546a1184aa2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8528', 'neutron.services.segments.db._delete_segments_for_network--9223363306292405654'] for network, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:42.714490 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-70ba8ba5-eff8-4d79-827a-546a1184aa2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fba6bd78-3ec0-4dea-b90c-986829ddd057']}} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:30:42.728348 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-70ba8ba5-eff8-4d79-827a-546a1184aa2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c62e37d-8640-40ad-9f49-cc80eb30725b') {'for_net_delete': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:30:42.728625 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-70ba8ba5-eff8-4d79-827a-546a1184aa2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c62e37d-8640-40ad-9f49-cc80eb30725b') {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:30:42.741232 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-70ba8ba5-eff8-4d79-827a-546a1184aa2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306292408726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789261200'] for segment, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:42.757176 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-70ba8ba5-eff8-4d79-827a-546a1184aa2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:42.759216 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-70ba8ba5-eff8-4d79-827a-546a1184aa2c admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 03 20:30:42.887949 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 3c86cfa4-a225-4f11-bab5-43e2338a9d83 no longer exists at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:30:42.926033 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] No Port match for: 3c86cfa4-a225-4f11-bab5-43e2338a9d83 {{(pid=80171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 20:30:42.926439 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 3c86cfa4-a225-4f11-bab5-43e2338a9d83 not bound to the agent host dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 20:30:42.926907 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 91c84eda-acc3-47b4-af55-edf090858668 no longer exists at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:30:42.952115 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-70ba8ba5-eff8-4d79-827a-546a1184aa2c admin admin] Network fba6bd78-3ec0-4dea-b90c-986829ddd057 has no segments {{(pid=80169) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 20:30:42.962904 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-70ba8ba5-eff8-4d79-827a-546a1184aa2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789467222'] for segment, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:42.966000 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] No Port match for: 91c84eda-acc3-47b4-af55-edf090858668 {{(pid=80171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 20:30:42.966410 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device 91c84eda-acc3-47b4-af55-edf090858668 not bound to the agent host dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 20:30:42.967899 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-0a98e66f-dfdd-49e9-a7a7-25e32395882d None None] Deleting port 3c86cfa4-a225-4f11-bab5-43e2338a9d83 {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:30:42.968320 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0a98e66f-dfdd-49e9-a7a7-25e32395882d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:43.044815 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-0a98e66f-dfdd-49e9-a7a7-25e32395882d None None] The port '3c86cfa4-a225-4f11-bab5-43e2338a9d83' was deleted {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 03 20:30:43.087761 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5ca0fd53-c349-4b1d-92e3-0758633d1147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:43.151985 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-70ba8ba5-eff8-4d79-827a-546a1184aa2c admin admin] Network fba6bd78-3ec0-4dea-b90c-986829ddd057 has no segments {{(pid=80169) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: Traceback (most recent call last): Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: timer() Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: cb(*args, **kw) Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: return func(*args, **kwargs) Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: self._notify() Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: self.callback(batched_events) Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: event.method(event) Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: segment_id)['aggregates'][0] Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: return f(self, *a, **k) Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: return self._get(url).json() Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: **kwargs) Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: return self.request(url, 'GET', **kwargs) Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: **endpoint_filter) Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 20:30:43.179800 dv-cinder-773985-1-smb neutron-server[80058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 20:30:43.287447 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-70ba8ba5-eff8-4d79-827a-546a1184aa2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853105267'] for network, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:43.291074 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-bffcb5d6-e28e-4d6e-86bc-00f95550b67b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:30:43.305465 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-70ba8ba5-eff8-4d79-827a-546a1184aa2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:43.316385 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba8ba5-eff8-4d79-827a-546a1184aa2c admin admin] Pushing event deleted for resources: {'Network': ['ID=fba6bd78-3ec0-4dea-b90c-986829ddd057,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:30:43.321635 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-70ba8ba5-eff8-4d79-827a-546a1184aa2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:30:43.325997 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-70ba8ba5-eff8-4d79-827a-546a1184aa2c admin admin] 10.222.0.101 "DELETE /v2.0/networks/fba6bd78-3ec0-4dea-b90c-986829ddd057 HTTP/1.1" status: 204 len: 168 time: 1.7145209 Feb 03 20:30:43.329135 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 59312) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:30:44.141224 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9db771ac-54c6-470f-901e-22d464903a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853131978'] for router_interface, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:44.520220 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-9db771ac-54c6-470f-901e-22d464903a37 admin admin] Deleting port a91e7980-7721-4b65-ac45-d71bcfdfd5cf {{(pid=80169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:30:44.520606 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9db771ac-54c6-470f-901e-22d464903a37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:44.708576 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-9db771ac-54c6-470f-901e-22d464903a37 admin admin] For port a91e7980-7721-4b65-ac45-d71bcfdfd5cf, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=a91e7980-7721-4b65-ac45-d71bcfdfd5cf,segment=NetworkSegment(47b81ac5-35a3-4bd5-b53e-bc2065301cd0),segment_id=47b81ac5-35a3-4bd5-b53e-bc2065301cd0)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:30:44.708984 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9db771ac-54c6-470f-901e-22d464903a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:44.851541 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-9db771ac-54c6-470f-901e-22d464903a37 admin admin] Calling delete_port for a91e7980-7721-4b65-ac45-d71bcfdfd5cf owned by network:router_interface {{(pid=80169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:30:45.059110 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9db771ac-54c6-470f-901e-22d464903a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:45.074576 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-5a8850b5-30da-47e9-bf60-c39044ae7e61 tempest-AttachVolumeNegativeTest-1594410341 tempest-AttachVolumeNegativeTest-1594410341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:30:45.168569 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db771ac-54c6-470f-901e-22d464903a37 admin admin] Pushing event deleted for resources: {'Port': ['ID=a91e7980-7721-4b65-ac45-d71bcfdfd5cf,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:30:45.175061 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-9db771ac-54c6-470f-901e-22d464903a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:30:45.282115 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5e78e481-6678-4e6d-879b-ba0ca4eeb503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:45.489231 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9db771ac-54c6-470f-901e-22d464903a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1644146'] for router_interface, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:46.006800 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db771ac-54c6-470f-901e-22d464903a37 admin admin] Router 3ca6028c-df45-4ee3-90fa-506329c7b281 has already been hosted by L3 agent fade6088-e3a5-4d51-a91c-fb90046b0467 {{(pid=80169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 20:30:46.087681 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:46.167547 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:46.205978 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db771ac-54c6-470f-901e-22d464903a37 admin admin] Notify agent at l3_agent.dv-cinder-773985-1-smb the message routers_updated {{(pid=80169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 20:30:46.215834 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4af435-2f6e-4b2f-bd8d-8dd192cf7777 None None] Sync routers for ids ['3ca6028c-df45-4ee3-90fa-506329c7b281'] in dv-cinder-773985-1-smb {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 20:30:46.217070 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-9db771ac-54c6-470f-901e-22d464903a37 admin admin] 10.222.0.101 "PUT /v2.0/routers/3ca6028c-df45-4ee3-90fa-506329c7b281/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8868272 Feb 03 20:30:46.219856 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 59316) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:30:46.226793 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4af435-2f6e-4b2f-bd8d-8dd192cf7777 None None] Routers {'3ca6028c-df45-4ee3-90fa-506329c7b281'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:30:46.227553 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-ec4af435-2f6e-4b2f-bd8d-8dd192cf7777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:30:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['3ca6028c-df45-4ee3-90fa-506329c7b281'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:30:46.419036 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-ec4af435-2f6e-4b2f-bd8d-8dd192cf7777 None None] Set router 3ca6028c-df45-4ee3-90fa-506329c7b281 gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:30:46.424166 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ed44dd2a-80f6-429d-a759-4e6e9f59b8ff admin admin] Notify callbacks [] for router, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:46.613153 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ed44dd2a-80f6-429d-a759-4e6e9f59b8ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:46.619351 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-ed44dd2a-80f6-429d-a759-4e6e9f59b8ff admin admin] Deleting port b9db0fed-fd7c-4c83-a8ab-9244a3cfa772 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:30:46.619751 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ed44dd2a-80f6-429d-a759-4e6e9f59b8ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:46.741063 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-ec4af435-2f6e-4b2f-bd8d-8dd192cf7777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca6028c-df45-4ee3-90fa-506329c7b281', 'name': 'tempest-TestShelveInstance-1021246533-router', 'tenant_id': '759d5a1010c2436fbc8283615a135a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': 'b9db0fed-fd7c-4c83-a8ab-9244a3cfa772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:25:15Z', 'updated_at': '2021-02-03T20:30:44Z', 'revision_number': 5, 'project_id': '759d5a1010c2436fbc8283615a135a20', 'gw_port': {'id': 'b9db0fed-fd7c-4c83-a8ab-9244a3cfa772', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:38:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6028c-df45-4ee3-90fa-506329c7b281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:17Z', 'updated_at': '2021-02-03T20:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:30:46.748623 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4af435-2f6e-4b2f-bd8d-8dd192cf7777 None None] Checking router: 3ca6028c-df45-4ee3-90fa-506329c7b281 for host: dv-cinder-773985-1-smb {{(pid=80171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 20:30:46.769007 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4af435-2f6e-4b2f-bd8d-8dd192cf7777 None None] Routers {'3ca6028c-df45-4ee3-90fa-506329c7b281'} bound to L3 agent in host dv-cinder-773985-1-smb {{(pid=80171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 20:30:46.769717 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-ec4af435-2f6e-4b2f-bd8d-8dd192cf7777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-03T20:03:45Z,description=,heartbeat_timestamp=2021-02-03T20:30:45Z,host='dv-cinder-773985-1-smb',id=fade6088-e3a5-4d51-a91c-fb90046b0467,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T20:03:45Z,topic='l3_agent')) {'router_ids': ['3ca6028c-df45-4ee3-90fa-506329c7b281'], 'active': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:30:46.948235 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:46.983933 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvr_db [None req-ec4af435-2f6e-4b2f-bd8d-8dd192cf7777 None None] Set router 3ca6028c-df45-4ee3-90fa-506329c7b281 gateway port host: dv-cinder-773985-1-smb {{(pid=80171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 20:30:47.062013 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-ed44dd2a-80f6-429d-a759-4e6e9f59b8ff admin admin] For port b9db0fed-fd7c-4c83-a8ab-9244a3cfa772, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=b9db0fed-fd7c-4c83-a8ab-9244a3cfa772,segment=NetworkSegment(194f5804-a926-4317-99f2-0a1ac54a9265),segment_id=194f5804-a926-4317-99f2-0a1ac54a9265)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:30:47.062409 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ed44dd2a-80f6-429d-a759-4e6e9f59b8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:47.198334 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-ed44dd2a-80f6-429d-a759-4e6e9f59b8ff admin admin] Calling delete_port for b9db0fed-fd7c-4c83-a8ab-9244a3cfa772 owned by network:router_gateway {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:30:47.298330 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_hamode_db [None req-ec4af435-2f6e-4b2f-bd8d-8dd192cf7777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca6028c-df45-4ee3-90fa-506329c7b281', 'name': 'tempest-TestShelveInstance-1021246533-router', 'tenant_id': '759d5a1010c2436fbc8283615a135a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': 'b9db0fed-fd7c-4c83-a8ab-9244a3cfa772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:25:15Z', 'updated_at': '2021-02-03T20:30:44Z', 'revision_number': 5, 'project_id': '759d5a1010c2436fbc8283615a135a20', 'gw_port': {'id': 'b9db0fed-fd7c-4c83-a8ab-9244a3cfa772', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:38:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6028c-df45-4ee3-90fa-506329c7b281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:17Z', 'updated_at': '2021-02-03T20:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}], 'dv-cinder-773985-1-smb', False) {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:30:47.302673 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4af435-2f6e-4b2f-bd8d-8dd192cf7777 None None] The sync data for ids ['3ca6028c-df45-4ee3-90fa-506329c7b281'] in dv-cinder-773985-1-smb is: [{'id': '3ca6028c-df45-4ee3-90fa-506329c7b281', 'name': 'tempest-TestShelveInstance-1021246533-router', 'tenant_id': '759d5a1010c2436fbc8283615a135a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'external_fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': 'b9db0fed-fd7c-4c83-a8ab-9244a3cfa772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T20:25:15Z', 'updated_at': '2021-02-03T20:30:44Z', 'revision_number': 5, 'project_id': '759d5a1010c2436fbc8283615a135a20', 'gw_port': {'id': 'b9db0fed-fd7c-4c83-a8ab-9244a3cfa772', 'name': '', 'network_id': 'e48dc874-a1ec-4cca-8d4d-f5a3d897c9c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:38:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca6028c-df45-4ee3-90fa-506329c7b281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T20:25:17Z', 'updated_at': '2021-02-03T20:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc5c5bbf-9f11-469d-8008-03763e47d1a6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-1-smb'}] {{(pid=80171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 20:30:47.342313 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ed44dd2a-80f6-429d-a759-4e6e9f59b8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66792938'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:47.547144 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ed44dd2a-80f6-429d-a759-4e6e9f59b8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1670548'] for router_gateway, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:47.647996 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:47.692688 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ed44dd2a-80f6-429d-a759-4e6e9f59b8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854762751'] for router, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:47.695089 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ed44dd2a-80f6-429d-a759-4e6e9f59b8ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:47.893621 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ed44dd2a-80f6-429d-a759-4e6e9f59b8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853127573'] for router, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:47.894131 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed44dd2a-80f6-429d-a759-4e6e9f59b8ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ca6028c-df45-4ee3-90fa-506329c7b281 {{(pid=80170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 03 20:30:47.907343 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-ed44dd2a-80f6-429d-a759-4e6e9f59b8ff admin admin] Notify callbacks [] for router, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:47.908634 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-ed44dd2a-80f6-429d-a759-4e6e9f59b8ff admin admin] 10.222.0.101 "DELETE /v2.0/routers/3ca6028c-df45-4ee3-90fa-506329c7b281 HTTP/1.1" status: 204 len: 168 time: 1.6877038 Feb 03 20:30:47.911918 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 59320) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:30:47.985081 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.db_base_plugin_v2 [None req-6218475f-d936-4df1-bb49-ea1102f82094 admin admin] Deleting subnet 4e9c3b62-a0d3-4203-b9cb-ccd664b66e1c {{(pid=80170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 03 20:30:47.988402 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6218475f-d936-4df1-bb49-ea1102f82094 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:48.049035 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6218475f-d936-4df1-bb49-ea1102f82094 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036787698690'] for subnet, precommit_delete_associations {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:48.178289 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6218475f-d936-4df1-bb49-ea1102f82094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-22235'] for subnet, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:48.716911 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6218475f-d936-4df1-bb49-ea1102f82094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854753581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036787982896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65315831'] for subnet, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:48.734635 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c2c90fd0-3033-4b35-8ab8-6dea0b11d196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:30:48.834363 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218475f-d936-4df1-bb49-ea1102f82094 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e9c3b62-a0d3-4203-b9cb-ccd664b66e1c,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:30:48.839215 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-6218475f-d936-4df1-bb49-ea1102f82094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:30:48.875846 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-6218475f-d936-4df1-bb49-ea1102f82094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for subnet, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:48.882855 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-6218475f-d936-4df1-bb49-ea1102f82094 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/4e9c3b62-a0d3-4203-b9cb-ccd664b66e1c HTTP/1.1" status: 204 len: 168 time: 0.9691167 Feb 03 20:30:48.884056 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b265dcc-5281-4f70-8059-fb6b2cd5ae63 None None] Network 696945cc-c8fd-4de2-a256-4bab9ef4ae6c requested from dv-cinder-773985-1-smb {{(pid=80171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 20:30:48.887072 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 59324) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:30:48.909945 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device b9db0fed-fd7c-4c83-a8ab-9244a3cfa772 no longer exists at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:30:49.011170 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] No Port match for: b9db0fed-fd7c-4c83-a8ab-9244a3cfa772 {{(pid=80171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 20:30:49.011605 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device b9db0fed-fd7c-4c83-a8ab-9244a3cfa772 not bound to the agent host dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 20:30:49.012094 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device a91e7980-7721-4b65-ac45-d71bcfdfd5cf no longer exists at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:30:49.017237 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a986efb4-d750-4136-96a1-1660c69d7e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852798343'] for network, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:49.050759 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] No Port match for: a91e7980-7721-4b65-ac45-d71bcfdfd5cf {{(pid=80171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 20:30:49.051157 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device a91e7980-7721-4b65-ac45-d71bcfdfd5cf not bound to the agent host dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 20:30:49.090683 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-a986efb4-d750-4136-96a1-1660c69d7e7e admin admin] Deleting port f74d0a8e-0ef3-4dd7-b662-e1ca229b5320 {{(pid=80169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:30:49.091088 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a986efb4-d750-4136-96a1-1660c69d7e7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:49.235413 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c628d268-001c-4dcd-8b39-fe0c4698e4b7 None None] DHCP port deletion for 696945cc-c8fd-4de2-a256-4bab9ef4ae6c request from dv-cinder-773985-1-smb {{(pid=80171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 03 20:30:49.239729 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-c628d268-001c-4dcd-8b39-fe0c4698e4b7 None None] Deleting port f74d0a8e-0ef3-4dd7-b662-e1ca229b5320 {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:30:49.240157 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c628d268-001c-4dcd-8b39-fe0c4698e4b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:49.318184 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-a986efb4-d750-4136-96a1-1660c69d7e7e admin admin] For port f74d0a8e-0ef3-4dd7-b662-e1ca229b5320, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=f74d0a8e-0ef3-4dd7-b662-e1ca229b5320,segment=NetworkSegment(47b81ac5-35a3-4bd5-b53e-bc2065301cd0),segment_id=47b81ac5-35a3-4bd5-b53e-bc2065301cd0)] {{(pid=80169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:30:49.318660 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a986efb4-d750-4136-96a1-1660c69d7e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:49.454499 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-a986efb4-d750-4136-96a1-1660c69d7e7e admin admin] Calling delete_port for f74d0a8e-0ef3-4dd7-b662-e1ca229b5320 owned by network:dhcp {{(pid=80169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:30:49.462966 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.db [None req-c628d268-001c-4dcd-8b39-fe0c4698e4b7 None None] For port f74d0a8e-0ef3-4dd7-b662-e1ca229b5320, host dv-cinder-773985-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-1-smb',level=0,port_id=f74d0a8e-0ef3-4dd7-b662-e1ca229b5320,segment=NetworkSegment(47b81ac5-35a3-4bd5-b53e-bc2065301cd0),segment_id=47b81ac5-35a3-4bd5-b53e-bc2065301cd0)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 20:30:49.463410 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c628d268-001c-4dcd-8b39-fe0c4698e4b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853133461'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:49.568406 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a986efb4-d750-4136-96a1-1660c69d7e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854728766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850383224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306292487318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730561793224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308671'] for port, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:49.584803 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-0aeedd73-3f20-4920-bbcb-6ef6f2ac29d0 tempest-AttachVolumeShelveTestJSON-929384411 tempest-AttachVolumeShelveTestJSON-929384411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:30:49.597174 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-c628d268-001c-4dcd-8b39-fe0c4698e4b7 None None] Calling delete_port for f74d0a8e-0ef3-4dd7-b662-e1ca229b5320 owned by network:dhcp {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 20:30:49.673302 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.db.api [None req-c628d268-001c-4dcd-8b39-fe0c4698e4b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80171) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 03 20:30:49.673714 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_db.api [None req-c628d268-001c-4dcd-8b39-fe0c4698e4b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 03 20:30:49.680202 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986efb4-d750-4136-96a1-1660c69d7e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=f74d0a8e-0ef3-4dd7-b662-e1ca229b5320,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:30:49.695124 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a986efb4-d750-4136-96a1-1660c69d7e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:30:49.731407 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a986efb4-d750-4136-96a1-1660c69d7e7e admin admin] No DVR routers for this DVR port f74d0a8e-0ef3-4dd7-b662-e1ca229b5320 on host dv-cinder-773985-1-smb {{(pid=80169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 20:30:49.860283 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a986efb4-d750-4136-96a1-1660c69d7e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8528', 'neutron.services.segments.db._delete_segments_for_network--9223363306292405654'] for network, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:50.175338 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-c628d268-001c-4dcd-8b39-fe0c4698e4b7 None None] Deleting port f74d0a8e-0ef3-4dd7-b662-e1ca229b5320 {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 20:30:50.175786 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c628d268-001c-4dcd-8b39-fe0c4698e4b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730562209941'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:50.222891 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-a986efb4-d750-4136-96a1-1660c69d7e7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696945cc-c8fd-4de2-a256-4bab9ef4ae6c']}} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:30:50.241786 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-a986efb4-d750-4136-96a1-1660c69d7e7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b81ac5-35a3-4bd5-b53e-bc2065301cd0') {'for_net_delete': True} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:30:50.242091 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.services.segments.db [None req-a986efb4-d750-4136-96a1-1660c69d7e7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b81ac5-35a3-4bd5-b53e-bc2065301cd0') {} {{(pid=80169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 20:30:50.251844 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-c628d268-001c-4dcd-8b39-fe0c4698e4b7 None None] The port 'f74d0a8e-0ef3-4dd7-b662-e1ca229b5320' was deleted {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 03 20:30:50.254611 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a986efb4-d750-4136-96a1-1660c69d7e7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306292408726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789261200'] for segment, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:50.327447 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a986efb4-d750-4136-96a1-1660c69d7e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:50.329796 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a986efb4-d750-4136-96a1-1660c69d7e7e admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 03 20:30:50.511444 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-a986efb4-d750-4136-96a1-1660c69d7e7e admin admin] Network 696945cc-c8fd-4de2-a256-4bab9ef4ae6c has no segments {{(pid=80169) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 20:30:50.521375 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a986efb4-d750-4136-96a1-1660c69d7e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789467222'] for segment, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:50.704284 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.managers [None req-a986efb4-d750-4136-96a1-1660c69d7e7e admin admin] Network 696945cc-c8fd-4de2-a256-4bab9ef4ae6c has no segments {{(pid=80169) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: Traceback (most recent call last): Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: timer() Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: cb(*args, **kw) Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: return func(*args, **kwargs) Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: self._notify() Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: self.callback(batched_events) Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: event.method(event) Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: segment_id)['aggregates'][0] Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: return f(self, *a, **k) Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: return self._get(url).json() Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: **kwargs) Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: return self.request(url, 'GET', **kwargs) Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: **endpoint_filter) Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 20:30:50.728812 dv-cinder-773985-1-smb neutron-server[80058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 20:30:50.889730 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device f74d0a8e-0ef3-4dd7-b662-e1ca229b5320 no longer exists at agent ovs-agent-dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 20:30:50.933754 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.plugin [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] No Port match for: f74d0a8e-0ef3-4dd7-b662-e1ca229b5320 {{(pid=80171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 20:30:50.934223 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.plugins.ml2.rpc [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Device f74d0a8e-0ef3-4dd7-b662-e1ca229b5320 not bound to the agent host dv-cinder-773985-1-smb {{(pid=80171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 20:30:51.007466 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a986efb4-d750-4136-96a1-1660c69d7e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854767256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853105267'] for network, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:51.011938 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-a986efb4-d750-4136-96a1-1660c69d7e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616652'] for network, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:51.016036 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-e60c58a0-d3bb-48fc-91c1-03b66105fa3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:30:51.040524 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-a986efb4-d750-4136-96a1-1660c69d7e7e admin admin] 10.222.0.101 "DELETE /v2.0/networks/696945cc-c8fd-4de2-a256-4bab9ef4ae6c HTTP/1.1" status: 204 len: 168 time: 2.1521549 Feb 03 20:30:51.041480 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986efb4-d750-4136-96a1-1660c69d7e7e admin admin] Pushing event deleted for resources: {'Network': ['ID=696945cc-c8fd-4de2-a256-4bab9ef4ae6c,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:30:51.044089 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a986efb4-d750-4136-96a1-1660c69d7e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:30:51.259235 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 59330) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:30:51.312619 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-390e30f9-d41c-4472-820b-68af1cbeb7f8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=49d9ea06d2ee449685199b7830bf285c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519228 Feb 03 20:30:51.315065 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80169) accepted ('10.222.0.101', 59334) {{(pid=80169) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:30:51.379105 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c9df32c9-6859-4cb5-b11b-c437def9946d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:51.408298 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c9df32c9-6859-4cb5-b11b-c437def9946d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:51.607621 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c9df32c9-6859-4cb5-b11b-c437def9946d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:51.613027 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-a32d42cf-5470-4714-84cf-f806597d7d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:30:51.629375 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df32c9-6859-4cb5-b11b-c437def9946d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de75d9a6-4914-4f08-a830-3422e4714419,revision_number=None']} {{(pid=80169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:30:51.633323 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-c9df32c9-6859-4cb5-b11b-c437def9946d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:30:51.635445 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c9df32c9-6859-4cb5-b11b-c437def9946d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:51.636642 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-c9df32c9-6859-4cb5-b11b-c437def9946d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/de75d9a6-4914-4f08-a830-3422e4714419 HTTP/1.1" status: 204 len: 168 time: 0.3205273 Feb 03 20:30:52.201429 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 59342) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:30:52.255073 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-a872588d-7e87-45c7-bdbe-ee21ea44a524 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=759d5a1010c2436fbc8283615a135a20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522892 Feb 03 20:30:52.258765 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.101', 59346) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 20:30:52.324486 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-dee44fa9-5786-49f4-95bb-ce1ad697b5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:52.352016 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-dee44fa9-5786-49f4-95bb-ce1ad697b5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:52.487852 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-dee44fa9-5786-49f4-95bb-ce1ad697b5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263153'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:52.494197 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-455e0eec-b898-45a5-ab08-5b4780a77412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 20:30:52.507556 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee44fa9-5786-49f4-95bb-ce1ad697b5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bdbf06-b6fb-494c-910e-05c98ad11cd1,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 20:30:52.510359 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG oslo_concurrency.lockutils [None req-dee44fa9-5786-49f4-95bb-ce1ad697b5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 20:30:52.514243 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-dee44fa9-5786-49f4-95bb-ce1ad697b5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:30:52.516056 dv-cinder-773985-1-smb neutron-server[80058]: INFO neutron.wsgi [None req-dee44fa9-5786-49f4-95bb-ce1ad697b5f7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/67bdbf06-b6fb-494c-910e-05c98ad11cd1 HTTP/1.1" status: 204 len: 168 time: 0.2562790 Feb 03 20:30:57.595819 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:31:13.053578 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7873cc4d-3a5e-495c-93ee-9f82b0d7cb05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:31:15.298845 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-12d92b93-9f04-4c63-9c8e-64ee596ffb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:31:16.099010 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:31:16.155860 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:31:16.801373 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:31:17.647400 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:31:34.595423 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:31:43.046900 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-5a83568e-536c-4ee0-a7d6-0aba37d9e9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:31:45.269878 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-22f0e4d6-47f5-4418-a37d-213758bddc97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:31:46.115693 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:31:46.166703 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:31:46.795307 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:31:47.647208 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:32:11.599218 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:32:13.052746 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-4f3d87d4-7c55-4e0c-a446-756ec0f90c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:32:15.280774 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-c973ed72-a906-49f3-8de8-cb9f408a9cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:32:16.103982 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:32:16.178131 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:32:16.811782 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:32:17.652087 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:32:43.057698 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-9415ac6f-dc10-4505-a090-3c52c141a266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:32:45.280313 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-0bfaef19-5802-4312-8c3d-e137e2da35cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:32:46.109434 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:32:46.200714 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:32:46.817953 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:32:47.663665 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:32:48.599234 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:33:13.052355 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-53e0b3ed-c00e-4569-be8e-86b698ff5d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:33:15.279524 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3dff26fa-01d3-425c-a943-2e701a31733b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:33:16.109152 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:33:16.194746 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:33:16.811157 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:33:17.652038 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:33:25.598652 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:33:43.050690 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d2c30f45-86fb-46f3-9644-9784e73803b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:33:45.285581 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-03df2bd8-08f1-4f1f-a7af-f90ef5a0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:33:46.108983 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:33:46.211681 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:33:46.806061 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:33:47.657255 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:34:02.598875 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:34:13.091749 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-7076c31e-c1f9-46f2-a1b7-6407d119b816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:34:15.285674 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f7922a23-6011-4e60-b202-1da85e1e19c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:34:16.118487 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:34:16.238379 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:34:16.815651 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:34:17.661564 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:34:39.598923 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:34:43.055426 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2a94ed7a-2a04-47a2-abac-ffbdbc8d4dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:34:45.284004 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-f23c0e12-00ee-43ea-92b6-1cfd2d307b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:34:46.112851 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:34:46.226996 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:34:46.816788 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:34:47.660722 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:35:13.056901 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-edfee6d4-f58f-4a95-93d7-45b368cb3aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:35:15.306064 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-83aeaba8-899b-4593-959f-406ebfc0920f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:35:16.123376 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:35:16.231792 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:35:16.598760 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 20:35:16.822382 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:35:17.673894 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:35:43.085209 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fc971bd3-61e4-42ab-892e-45992b220d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:35:45.284875 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-2f650f34-3abb-4245-bb33-b5ab69a5d02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:35:46.130552 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-d1eb7aed-2c8f-42ab-bdad-635783862b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:35:46.227499 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-fd773a7a-4326-4f7f-a1c0-86e32c1bd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:35:46.821838 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-3c4755cb-b56a-4f0f-850e-eab3640a3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:35:47.667909 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron_lib.callbacks.manager [None req-35c182d4-cbb0-4da8-aea8-f8a6a37b5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306292405671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-22316'] for agent, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 20:35:53.598687 dv-cinder-773985-1-smb neutron-server[80058]: DEBUG neutron.db.agents_db [None req-b4961739-ebd3-44ce-923a-5701d769fc95 None None] Agent healthcheck: found 6 active agents {{(pid=80172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}